mirror of
https://github.com/actions/versions-package-tools.git
synced 2025-12-10 19:50:24 +00:00
Compare commits
1 Commits
miketimofe
...
master
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
71775b6820 |
1
.github/CODEOWNERS
vendored
1
.github/CODEOWNERS
vendored
@@ -1 +0,0 @@
|
|||||||
* @actions/virtual-environments-owners
|
|
||||||
@@ -1,39 +0,0 @@
|
|||||||
name: 'Send Slack notification'
|
|
||||||
description: 'SendSlack notification about new versions of a tool'
|
|
||||||
inputs:
|
|
||||||
url:
|
|
||||||
required: true
|
|
||||||
description: 'Slack channel url'
|
|
||||||
tool-name:
|
|
||||||
required: true
|
|
||||||
description: 'Name of a tool to send notification for. Like Xamarin or Python'
|
|
||||||
default: 'Xamarin'
|
|
||||||
tool-version:
|
|
||||||
required: false
|
|
||||||
description: 'New versions of a tool'
|
|
||||||
pipeline-url:
|
|
||||||
required: false
|
|
||||||
description: 'Url of a pipeline'
|
|
||||||
image-url:
|
|
||||||
required: false
|
|
||||||
description: 'Image url for message'
|
|
||||||
default: 'https://github.githubassets.com/images/modules/logos_page/GitHub-Mark.png'
|
|
||||||
text:
|
|
||||||
required: false
|
|
||||||
description: 'Message text'
|
|
||||||
add-to-toolset-flag:
|
|
||||||
required: false
|
|
||||||
description: 'Flag to use notification for adding new versions to toolset'
|
|
||||||
runs:
|
|
||||||
using: "composite"
|
|
||||||
steps:
|
|
||||||
- id: send-slack-notification
|
|
||||||
name: Send Slack notification
|
|
||||||
shell: pwsh
|
|
||||||
run: ./get-new-tool-versions/send-slack-notification.ps1 -Url "${{ inputs.url }}" `
|
|
||||||
-ToolName "${{ inputs.tool-name }}" `
|
|
||||||
-ToolVersion "${{ inputs.tool-version }}" `
|
|
||||||
-PipelineUrl "${{ inputs.pipeline-url }}" `
|
|
||||||
-ImageUrl "${{ inputs.image-url }}" `
|
|
||||||
-Text "${{ inputs.text }}" `
|
|
||||||
${{ inputs.add-to-toolset-flag }}
|
|
||||||
89
.github/workflows/get-tools-new-versions.yml
vendored
89
.github/workflows/get-tools-new-versions.yml
vendored
@@ -1,89 +0,0 @@
|
|||||||
name: Get tools new versions
|
|
||||||
on:
|
|
||||||
schedule:
|
|
||||||
- cron: '0 8 * * THU'
|
|
||||||
workflow_dispatch:
|
|
||||||
|
|
||||||
defaults:
|
|
||||||
run:
|
|
||||||
shell: pwsh
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
find-new-tool-versions:
|
|
||||||
strategy:
|
|
||||||
fail-fast: false
|
|
||||||
matrix:
|
|
||||||
tool:
|
|
||||||
- name: 'Xamarin'
|
|
||||||
image: 'https://avatars.githubusercontent.com/u/790012?s=200&v=4'
|
|
||||||
releases-url: 'null'
|
|
||||||
filter-parameter: 'null'
|
|
||||||
filter-arch: 'null'
|
|
||||||
- name: 'Python'
|
|
||||||
image: 'https://avatars.githubusercontent.com/u/1525981?s=200&v=4'
|
|
||||||
releases-url: 'https://raw.githubusercontent.com/actions/python-versions/main/versions-manifest.json'
|
|
||||||
filter-parameter: 'version'
|
|
||||||
filter-arch: 'x64'
|
|
||||||
- name: 'PyPy'
|
|
||||||
image: 'https://avatars.githubusercontent.com/u/318667?s=200&v=4'
|
|
||||||
releases-url: 'https://downloads.python.org/pypy/versions.json'
|
|
||||||
filter-parameter: 'python_version'
|
|
||||||
filter-arch: 'x86'
|
|
||||||
- name: 'Node'
|
|
||||||
image: 'https://avatars.githubusercontent.com/u/9950313?s=200&v=4'
|
|
||||||
releases-url: 'https://raw.githubusercontent.com/actions/node-versions/main/versions-manifest.json'
|
|
||||||
filter-parameter: 'version'
|
|
||||||
filter-arch: 'x64'
|
|
||||||
- name: 'Go'
|
|
||||||
image: 'https://avatars.githubusercontent.com/u/4314092?s=200&v=4'
|
|
||||||
releases-url: 'https://raw.githubusercontent.com/actions/go-versions/main/versions-manifest.json'
|
|
||||||
filter-parameter: 'version'
|
|
||||||
filter-arch: 'x64'
|
|
||||||
name: 'Searching for new versions of ${{ matrix.tool.name }}'
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v2
|
|
||||||
- id: get-new-tool-versions
|
|
||||||
name: Get new tool versions
|
|
||||||
run: |
|
|
||||||
$versionsOutput = ./get-new-tool-versions/verify-new-tool-version-added-to-image.ps1 `
|
|
||||||
-ToolName ${{ matrix.tool.name }} `
|
|
||||||
-ReleasesUrl ${{ matrix.tool.releases-url }} `
|
|
||||||
-FilterParameter ${{ matrix.tool.filter-parameter }} `
|
|
||||||
-FilterArch ${{ matrix.tool.filter-arch }}
|
|
||||||
echo "::set-output name=versions-output::$versionsOutput"
|
|
||||||
- name: Check versions
|
|
||||||
if: steps.get-new-tool-versions.outputs.versions-output == ''
|
|
||||||
run: Write-Host "No new versions found"
|
|
||||||
- uses: ./.github/actions/send-slack-notification
|
|
||||||
name: Send Slack notification
|
|
||||||
if: steps.get-new-tool-versions.outputs.versions-output != ''
|
|
||||||
with:
|
|
||||||
url: ${{ secrets.SLACK_CHANNEL_URL }}
|
|
||||||
tool-name: '${{ matrix.tool.name }}'
|
|
||||||
tool-version: ${{ steps.get-new-tool-versions.outputs.versions-output }}
|
|
||||||
image-url: '${{ matrix.tool.image }}'
|
|
||||||
add-to-toolset-flag: '-AddToToolsetFlag'
|
|
||||||
|
|
||||||
check_build:
|
|
||||||
name: Check build for failures
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
needs: [find-new-tool-versions]
|
|
||||||
if: failure()
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v2
|
|
||||||
- id: get-failed-jobs
|
|
||||||
name: Get failed jobs
|
|
||||||
run: |
|
|
||||||
$jobs_url = "$env:GITHUB_API_URL/repos/$env:GITHUB_REPOSITORY/actions/runs/$env:GITHUB_RUN_ID/jobs"
|
|
||||||
$failedJobs = (Invoke-RestMethod -Uri $jobs_url).jobs |
|
|
||||||
Where-Object conclusion -eq "failure" |
|
|
||||||
ForEach-Object {"\n\t" + $_.name.split(" ")[-1] + ": $($_.html_url)"}
|
|
||||||
echo "::set-output name=failed-jobs::$failedJobs"
|
|
||||||
- uses: ./.github/actions/send-slack-notification
|
|
||||||
name: Send Slack notification about failure
|
|
||||||
with:
|
|
||||||
url: ${{ secrets.SLACK_CHANNEL_URL }}
|
|
||||||
tool-name: 'Tool name'
|
|
||||||
pipeline-url: '$env:GITHUB_SERVER_URL/$env:GITHUB_REPOSITORY/actions/runs/$env:GITHUB_RUN_ID'
|
|
||||||
text: "Missing toolset tool versions checker pipeline has failed jobs:/n/t${{ steps.get-failed-jobs.outputs.failed-jobs }}"
|
|
||||||
108
azure-devops/azure-devops-api.ps1
Normal file
108
azure-devops/azure-devops-api.ps1
Normal file
@@ -0,0 +1,108 @@
|
|||||||
|
class AzureDevOpsApi
|
||||||
|
{
|
||||||
|
[string] $BaseUrl
|
||||||
|
[string] $RepoOwner
|
||||||
|
[object] $AuthHeader
|
||||||
|
[UInt32] $RetryCount
|
||||||
|
[UInt32] $RetryIntervalSec
|
||||||
|
|
||||||
|
AzureDevOpsApi(
|
||||||
|
[string] $TeamFoundationCollectionUri,
|
||||||
|
[string] $ProjectName,
|
||||||
|
[string] $AccessToken,
|
||||||
|
[UInt32] $RetryCount,
|
||||||
|
[UInt32] $RetryIntervalSec
|
||||||
|
) {
|
||||||
|
$this.BaseUrl = $this.BuildBaseUrl($TeamFoundationCollectionUri, $ProjectName)
|
||||||
|
$this.AuthHeader = $this.BuildAuth($AccessToken)
|
||||||
|
$this.RetryCount = $RetryCount
|
||||||
|
$this.RetryIntervalSec = $RetryIntervalSec
|
||||||
|
}
|
||||||
|
|
||||||
|
[object] hidden BuildAuth([string]$AccessToken) {
|
||||||
|
if ([string]::IsNullOrEmpty($AccessToken)) {
|
||||||
|
return $null
|
||||||
|
}
|
||||||
|
return @{
|
||||||
|
Authorization = "Bearer $AccessToken"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
[string] hidden BuildBaseUrl([string]$TeamFoundationCollectionUri, [string]$ProjectName) {
|
||||||
|
return "${TeamFoundationCollectionUri}/${ProjectName}/_apis"
|
||||||
|
}
|
||||||
|
|
||||||
|
[object] QueueBuild([string]$ToolVersion, [string]$SourceBranch, [string]$SourceVersion, [UInt32]$DefinitionId){
|
||||||
|
$url = "build/builds"
|
||||||
|
|
||||||
|
# The content of parameters field should be a json string
|
||||||
|
$buildParameters = @{ VERSION = $ToolVersion } | ConvertTo-Json
|
||||||
|
|
||||||
|
$body = @{
|
||||||
|
definition = @{
|
||||||
|
id = $DefinitionId
|
||||||
|
}
|
||||||
|
sourceBranch = $SourceBranch
|
||||||
|
sourceVersion = $SourceVersion
|
||||||
|
parameters = $buildParameters
|
||||||
|
} | ConvertTo-Json
|
||||||
|
|
||||||
|
return $this.InvokeRestMethod($url, 'POST', $body)
|
||||||
|
}
|
||||||
|
|
||||||
|
[object] GetBuildInfo([UInt32]$BuildId){
|
||||||
|
$url = "build/builds/$BuildId"
|
||||||
|
|
||||||
|
return $this.InvokeRestMethod($url, 'GET', $null)
|
||||||
|
}
|
||||||
|
|
||||||
|
[object] UpdateBuildStatus([UInt32]$BuildId, [string]$BuildStatus){
|
||||||
|
$url = "build/builds/$BuildId"
|
||||||
|
$body = @{
|
||||||
|
status = $BuildStatus
|
||||||
|
} | ConvertTo-Json
|
||||||
|
|
||||||
|
return $this.InvokeRestMethod($url, 'PATCH', $body)
|
||||||
|
}
|
||||||
|
|
||||||
|
[string] hidden BuildUrl([string]$Url) {
|
||||||
|
return "$($this.BaseUrl)/${Url}/?api-version=5.1"
|
||||||
|
}
|
||||||
|
|
||||||
|
[object] hidden InvokeRestMethod(
|
||||||
|
[string] $Url,
|
||||||
|
[string] $Method,
|
||||||
|
[string] $Body
|
||||||
|
) {
|
||||||
|
$requestUrl = $this.BuildUrl($Url)
|
||||||
|
$params = @{
|
||||||
|
Method = $Method
|
||||||
|
ContentType = "application/json"
|
||||||
|
Uri = $requestUrl
|
||||||
|
Headers = @{}
|
||||||
|
}
|
||||||
|
if ($this.AuthHeader) {
|
||||||
|
$params.Headers += $this.AuthHeader
|
||||||
|
}
|
||||||
|
if (![string]::IsNullOrEmpty($body)) {
|
||||||
|
$params.Body = $Body
|
||||||
|
}
|
||||||
|
|
||||||
|
$params.RetryIntervalSec = $this.RetryIntervalSec
|
||||||
|
$params.MaximumRetryCount = $this.RetryCount
|
||||||
|
|
||||||
|
return Invoke-RestMethod @params
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function Get-AzureDevOpsApi {
|
||||||
|
param (
|
||||||
|
[string] $TeamFoundationCollectionUri,
|
||||||
|
[string] $ProjectName,
|
||||||
|
[string] $AccessToken,
|
||||||
|
[UInt32] $RetryCount = 3,
|
||||||
|
[UInt32] $RetryIntervalSec = 60
|
||||||
|
)
|
||||||
|
|
||||||
|
return [AzureDevOpsApi]::New($TeamFoundationCollectionUri, $ProjectName, $AccessToken, $RetryCount, $RetryIntervalSec)
|
||||||
|
}
|
||||||
44
azure-devops/build-info.ps1
Normal file
44
azure-devops/build-info.ps1
Normal file
@@ -0,0 +1,44 @@
|
|||||||
|
Import-Module (Join-Path $PSScriptRoot "azure-devops-api.ps1")
|
||||||
|
|
||||||
|
class BuildInfo
|
||||||
|
{
|
||||||
|
[AzureDevOpsApi] $AzureDevOpsApi
|
||||||
|
[String] $Name
|
||||||
|
[UInt32] $Id
|
||||||
|
[String] $Status
|
||||||
|
[String] $Result
|
||||||
|
[String] $Link
|
||||||
|
|
||||||
|
BuildInfo([AzureDevOpsApi] $AzureDevOpsApi, [object] $Build)
|
||||||
|
{
|
||||||
|
$this.AzureDevOpsApi = $AzureDevOpsApi
|
||||||
|
$this.Id = $Build.id
|
||||||
|
$this.Name = $Build.buildNumber
|
||||||
|
$this.Link = $Build._links.web.href
|
||||||
|
$this.Status = $Build.status
|
||||||
|
$this.Result = $Build.result
|
||||||
|
}
|
||||||
|
|
||||||
|
[boolean] IsFinished() {
|
||||||
|
return ($this.Status -eq "completed") -or ($this.Status -eq "cancelling")
|
||||||
|
}
|
||||||
|
|
||||||
|
[boolean] IsSuccess() {
|
||||||
|
return $this.Result -eq "succeeded"
|
||||||
|
}
|
||||||
|
|
||||||
|
[void] UpdateBuildInfo() {
|
||||||
|
$buildInfo = $this.AzureDevOpsApi.GetBuildInfo($this.Id)
|
||||||
|
$this.Status = $buildInfo.status
|
||||||
|
$this.Result = $buildInfo.result
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function Get-BuildInfo {
|
||||||
|
param (
|
||||||
|
[AzureDevOpsApi] $AzureDevOpsApi,
|
||||||
|
[object] $Build
|
||||||
|
)
|
||||||
|
|
||||||
|
return [BuildInfo]::New($AzureDevOpsApi, $Build)
|
||||||
|
}
|
||||||
127
azure-devops/run-ci-builds.ps1
Normal file
127
azure-devops/run-ci-builds.ps1
Normal file
@@ -0,0 +1,127 @@
|
|||||||
|
param (
|
||||||
|
[Parameter(Mandatory)] [string] $TeamFoundationCollectionUri,
|
||||||
|
[Parameter(Mandatory)] [string] $AzureDevOpsProjectName,
|
||||||
|
[Parameter(Mandatory)] [string] $AzureDevOpsAccessToken,
|
||||||
|
[Parameter(Mandatory)] [string] $SourceBranch,
|
||||||
|
[Parameter(Mandatory)] [UInt32] $DefinitionId,
|
||||||
|
[Parameter(Mandatory)] [string] $SourceVersion,
|
||||||
|
[Parameter(Mandatory)] [string] $ManifestLink,
|
||||||
|
[Parameter(Mandatory)] [bool] $WaitForBuilds,
|
||||||
|
[string] $ToolVersions,
|
||||||
|
[UInt32] $RetryIntervalSec = 60,
|
||||||
|
[UInt32] $RetryCount = 3
|
||||||
|
)
|
||||||
|
|
||||||
|
Import-Module (Join-Path $PSScriptRoot "azure-devops-api.ps1")
|
||||||
|
Import-Module (Join-Path $PSScriptRoot "build-info.ps1")
|
||||||
|
|
||||||
|
function Get-ToolVersions {
|
||||||
|
param (
|
||||||
|
[Parameter(Mandatory)] [string] $ManifestLink,
|
||||||
|
[Parameter(Mandatory)] [UInt32] $RetryIntervalSec,
|
||||||
|
[Parameter(Mandatory)] [UInt32] $Retries,
|
||||||
|
[string] $ToolVersions
|
||||||
|
)
|
||||||
|
|
||||||
|
[string[]] $versionsList = @()
|
||||||
|
if ($ToolVersions) {
|
||||||
|
$versionsList = $ToolVersions.Split(',')
|
||||||
|
} else {
|
||||||
|
Write-Host "Get the list of releases from $ManifestLink"
|
||||||
|
$releases = Invoke-RestMethod $ManifestLink -MaximumRetryCount $Retries -RetryIntervalSec $RetryIntervalSec
|
||||||
|
$versionsList = $releases.version
|
||||||
|
}
|
||||||
|
|
||||||
|
Write-Host "Versions to build: $versionsList"
|
||||||
|
return $versionsList
|
||||||
|
}
|
||||||
|
|
||||||
|
function Queue-Builds {
|
||||||
|
param (
|
||||||
|
[Parameter(Mandatory)] [AzureDevOpsApi] $AzureDevOpsApi,
|
||||||
|
[Parameter(Mandatory)] [string[]] $ToolVersions,
|
||||||
|
[Parameter(Mandatory)] [string] $SourceBranch,
|
||||||
|
[Parameter(Mandatory)] [string] $SourceVersion,
|
||||||
|
[Parameter(Mandatory)] [UInt32] $DefinitionId
|
||||||
|
)
|
||||||
|
|
||||||
|
[BuildInfo[]]$queuedBuilds = @()
|
||||||
|
|
||||||
|
$ToolVersions | ForEach-Object {
|
||||||
|
$version = $_.Trim()
|
||||||
|
Write-Host "Queue build for $version..."
|
||||||
|
$queuedBuild = $AzureDevOpsApi.QueueBuild($version, $SourceBranch, $SourceVersion, $DefinitionId)
|
||||||
|
$buildInfo = Get-BuildInfo -AzureDevOpsApi $AzureDevOpsApi -Build $queuedBuild
|
||||||
|
Write-Host "Queued build: $($buildInfo.Link)"
|
||||||
|
$queuedBuilds += $buildInfo
|
||||||
|
}
|
||||||
|
|
||||||
|
return $queuedBuilds
|
||||||
|
}
|
||||||
|
|
||||||
|
function Wait-Builds {
|
||||||
|
param (
|
||||||
|
[Parameter(Mandatory)] [BuildInfo[]] $Builds,
|
||||||
|
[Parameter(Mandatory)] [UInt32] $RetryIntervalSec
|
||||||
|
)
|
||||||
|
|
||||||
|
do {
|
||||||
|
# If build is still running - refresh its status
|
||||||
|
foreach($build in $builds) {
|
||||||
|
if (!$build.IsFinished()) {
|
||||||
|
$build.UpdateBuildInfo()
|
||||||
|
|
||||||
|
if ($build.IsFinished()) {
|
||||||
|
Write-Host "The $($build.Name) build was completed: $($build.Link)"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
$runningBuildsCount = ($builds | Where-Object { !$_.IsFinished() }).Length
|
||||||
|
|
||||||
|
Start-Sleep -Seconds $RetryIntervalSec
|
||||||
|
} while($runningBuildsCount -gt 0)
|
||||||
|
}
|
||||||
|
|
||||||
|
function Make-BuildsOutput {
|
||||||
|
param (
|
||||||
|
[Parameter(Mandatory)] [BuildInfo[]] $Builds
|
||||||
|
)
|
||||||
|
|
||||||
|
Write-Host "`nBuilds info:"
|
||||||
|
$builds | Format-Table -AutoSize -Property Name,Id,Status,Result,Link | Out-String -Width 10000
|
||||||
|
|
||||||
|
# Return exit code based on status of builds
|
||||||
|
$failedBuilds = ($builds | Where-Object { !$_.IsSuccess() })
|
||||||
|
if ($failedBuilds.Length -ne 0) {
|
||||||
|
Write-Host "##vso[task.logissue type=error;]Builds failed"
|
||||||
|
$failedBuilds | ForEach-Object -Process { Write-Host "##vso[task.logissue type=error;]Name: $($_.Name); Link: $($_.Link)" }
|
||||||
|
Write-Host "##vso[task.complete result=Failed]"
|
||||||
|
} else {
|
||||||
|
Write-host "##[section]All builds have been passed successfully"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
$azureDevOpsApi = Get-AzureDevOpsApi -TeamFoundationCollectionUri $TeamFoundationCollectionUri `
|
||||||
|
-ProjectName $AzureDevOpsProjectName `
|
||||||
|
-AccessToken $AzureDevOpsAccessToken `
|
||||||
|
-RetryCount $RetryCount `
|
||||||
|
-RetryIntervalSec $RetryIntervalSec
|
||||||
|
|
||||||
|
$toolVersionsList = Get-ToolVersions -ManifestLink $ManifestLink `
|
||||||
|
-RetryIntervalSec $RetryIntervalSec `
|
||||||
|
-Retries $RetryCount `
|
||||||
|
-ToolVersions $ToolVersions
|
||||||
|
|
||||||
|
$queuedBuilds = Queue-Builds -AzureDevOpsApi $azureDevOpsApi `
|
||||||
|
-ToolVersions $toolVersionsList `
|
||||||
|
-SourceBranch $SourceBranch `
|
||||||
|
-SourceVersion $SourceVersion `
|
||||||
|
-DefinitionId $DefinitionId
|
||||||
|
|
||||||
|
if ($WaitForBuilds) {
|
||||||
|
Write-Host "`nWaiting results of builds ..."
|
||||||
|
Wait-Builds -Builds $queuedBuilds -RetryIntervalSec $RetryIntervalSec
|
||||||
|
|
||||||
|
Make-BuildsOutput -Builds $queuedBuilds
|
||||||
|
}
|
||||||
48
azure-pipelines/get-tool-versions.yml
Normal file
48
azure-pipelines/get-tool-versions.yml
Normal file
@@ -0,0 +1,48 @@
|
|||||||
|
name: $(date:yyyyMMdd)$(rev:.r)
|
||||||
|
trigger: none
|
||||||
|
pr: none
|
||||||
|
schedules:
|
||||||
|
- cron: "0 3 * * *"
|
||||||
|
displayName: First daily build
|
||||||
|
branches:
|
||||||
|
include:
|
||||||
|
- main
|
||||||
|
always: true
|
||||||
|
- cron: "0 15 * * *"
|
||||||
|
displayName: Second daily build
|
||||||
|
branches:
|
||||||
|
include:
|
||||||
|
- main
|
||||||
|
always: true
|
||||||
|
|
||||||
|
variables:
|
||||||
|
PoolName: 'Azure Pipelines'
|
||||||
|
VmImage: 'ubuntu-18.04'
|
||||||
|
|
||||||
|
stages:
|
||||||
|
- stage: Get_New_Versions
|
||||||
|
dependsOn: []
|
||||||
|
jobs:
|
||||||
|
- job: Get_Tool_Versions
|
||||||
|
pool:
|
||||||
|
name: $(PoolName)
|
||||||
|
vmImage: $(VmImage)
|
||||||
|
steps:
|
||||||
|
- template: /azure-pipelines/templates/get-tool-versions-steps.yml
|
||||||
|
|
||||||
|
- stage: Trigger_Builds
|
||||||
|
dependsOn: Get_New_Versions
|
||||||
|
jobs:
|
||||||
|
- deployment: Run_Builds
|
||||||
|
pool:
|
||||||
|
name: $(PoolName)
|
||||||
|
vmImage: $(VmImage)
|
||||||
|
variables:
|
||||||
|
ToolVersions: $[ stageDependencies.Get_New_Versions.Get_Tool_Versions.outputs['Get_versions.TOOL_VERSIONS'] ]
|
||||||
|
timeoutInMinutes: 180
|
||||||
|
environment: 'Get Available Tools Versions - Publishing Approval'
|
||||||
|
strategy:
|
||||||
|
runOnce:
|
||||||
|
deploy:
|
||||||
|
steps:
|
||||||
|
- template: /azure-pipelines/templates/run-ci-builds-steps.yml
|
||||||
47
azure-pipelines/templates/get-tool-versions-steps.yml
Normal file
47
azure-pipelines/templates/get-tool-versions-steps.yml
Normal file
@@ -0,0 +1,47 @@
|
|||||||
|
steps:
|
||||||
|
- task: PowerShell@2
|
||||||
|
displayName: 'Get new versions'
|
||||||
|
name: 'Get_versions'
|
||||||
|
inputs:
|
||||||
|
targetType: filePath
|
||||||
|
filePath: './get-new-tool-versions/get-new-tool-versions.ps1'
|
||||||
|
arguments: |
|
||||||
|
-DistURL "$(DIST_URL)" `
|
||||||
|
-ManifestLink "$(MANIFEST_URL)" `
|
||||||
|
-VersionFilterToInclude $(INCLUDE_FILTER) `
|
||||||
|
-VersionFilterToExclude $(EXCLUDE_FILTER)
|
||||||
|
|
||||||
|
- task: PowerShell@2
|
||||||
|
displayName: 'Cancel build'
|
||||||
|
condition: and(succeeded(), eq(variables['Get_versions.TOOL_VERSIONS'], ''))
|
||||||
|
inputs:
|
||||||
|
TargetType: inline
|
||||||
|
script: |
|
||||||
|
Import-Module "./azure-devops/azure-devops-api.ps1"
|
||||||
|
$azureDevOpsApi = Get-AzureDevOpsApi -TeamFoundationCollectionUri $(System.TeamFoundationCollectionUri) `
|
||||||
|
-ProjectName $(System.TeamProject) `
|
||||||
|
-AccessToken $(System.AccessToken)
|
||||||
|
|
||||||
|
$AzureDevOpsApi.UpdateBuildStatus($(Build.BuildId), 'Cancelling') | Out-Null
|
||||||
|
|
||||||
|
- task: PowerShell@2
|
||||||
|
displayName: 'Set env variable'
|
||||||
|
condition: and(succeeded(), ne(variables['Get_versions.TOOL_VERSIONS'], ''))
|
||||||
|
inputs:
|
||||||
|
TargetType: inline
|
||||||
|
script: |
|
||||||
|
$PipelineUrl = "$(System.TeamFoundationCollectionUri)$(System.TeamProject)/_build/results?buildId=$(Build.BuildId)"
|
||||||
|
Write-Output "##vso[task.setvariable variable=PIPELINE_URL]$PipelineUrl"
|
||||||
|
|
||||||
|
- task: PowerShell@2
|
||||||
|
displayName: 'Send Slack notification'
|
||||||
|
condition: and(succeeded(), ne(variables['Get_versions.TOOL_VERSIONS'], ''))
|
||||||
|
inputs:
|
||||||
|
targetType: filePath
|
||||||
|
filePath: './get-new-tool-versions/send-slack-notification.ps1'
|
||||||
|
arguments: |
|
||||||
|
-Url "$(SLACK_CHANNEL_URL)" `
|
||||||
|
-ToolName "$(TOOL_NAME)" `
|
||||||
|
-ToolVersion "$(Get_versions.TOOL_VERSIONS)" `
|
||||||
|
-PipelineUrl "$(PIPELINE_URL)" `
|
||||||
|
-ImageUrl "$(IMAGE_URL)"
|
||||||
29
azure-pipelines/templates/run-ci-builds-steps.yml
Normal file
29
azure-pipelines/templates/run-ci-builds-steps.yml
Normal file
@@ -0,0 +1,29 @@
|
|||||||
|
steps:
|
||||||
|
- checkout: self
|
||||||
|
|
||||||
|
- task: PowerShell@2
|
||||||
|
displayName: 'Get source version'
|
||||||
|
inputs:
|
||||||
|
TargetType: inline
|
||||||
|
script: |
|
||||||
|
$url = "https://api.github.com/repos/$(REPOSITORY)/commits/$(BRANCH)"
|
||||||
|
$commit = Invoke-RestMethod -Uri $url -Method "GET"
|
||||||
|
Write-Output "##vso[task.setvariable variable=COMMIT_SHA]$($commit.sha)"
|
||||||
|
|
||||||
|
- task: PowerShell@2
|
||||||
|
displayName: 'Run builds'
|
||||||
|
inputs:
|
||||||
|
targetType: filePath
|
||||||
|
filePath: './azure-devops/run-ci-builds.ps1'
|
||||||
|
arguments: |
|
||||||
|
-TeamFoundationCollectionUri $(System.TeamFoundationCollectionUri) `
|
||||||
|
-AzureDevOpsProjectName $(System.TeamProject) `
|
||||||
|
-AzureDevOpsAccessToken $(System.AccessToken) `
|
||||||
|
-SourceBranch $(BRANCH) `
|
||||||
|
-DefinitionId $(DEFINITION_ID) `
|
||||||
|
-SourceVersion $(COMMIT_SHA) `
|
||||||
|
-ManifestLink $(MANIFEST_URL) `
|
||||||
|
-WaitForBuilds $(WAIT_FOR_BUILDS) `
|
||||||
|
-ToolVersions "$(ToolVersions)" `
|
||||||
|
-RetryIntervalSec $(INTERVAL_SEC) `
|
||||||
|
-RetryCount $(RETRY_COUNT)
|
||||||
@@ -3,11 +3,6 @@ param (
|
|||||||
)
|
)
|
||||||
|
|
||||||
$targetPath = $env:AGENT_TOOLSDIRECTORY
|
$targetPath = $env:AGENT_TOOLSDIRECTORY
|
||||||
if ([string]::IsNullOrEmpty($targetPath)) {
|
|
||||||
# GitHub Windows images don't have `AGENT_TOOLSDIRECTORY` variable
|
|
||||||
$targetPath = $env:RUNNER_TOOL_CACHE
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($ToolName) {
|
if ($ToolName) {
|
||||||
$targetPath = Join-Path $targetPath $ToolName
|
$targetPath = Join-Path $targetPath $ToolName
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -83,26 +83,3 @@ function IsNixPlatform {
|
|||||||
|
|
||||||
return ($Platform -match "macos") -or ($Platform -match "darwin") -or ($Platform -match "ubuntu") -or ($Platform -match "linux")
|
return ($Platform -match "macos") -or ($Platform -match "darwin") -or ($Platform -match "ubuntu") -or ($Platform -match "linux")
|
||||||
}
|
}
|
||||||
|
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Get root directory of selected tool
|
|
||||||
#>
|
|
||||||
function GetToolDirectory {
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory=$true)]
|
|
||||||
[String]$ToolName,
|
|
||||||
[Parameter(Mandatory=$true)]
|
|
||||||
[String]$Version,
|
|
||||||
[Parameter(Mandatory=$true)]
|
|
||||||
[String]$Architecture
|
|
||||||
)
|
|
||||||
$targetPath = $env:AGENT_TOOLSDIRECTORY
|
|
||||||
if ([string]::IsNullOrEmpty($targetPath)) {
|
|
||||||
# GitHub Windows images don't have `AGENT_TOOLSDIRECTORY` variable
|
|
||||||
$targetPath = $env:RUNNER_TOOL_CACHE
|
|
||||||
}
|
|
||||||
$ToolcachePath = Join-Path -Path $targetPath -ChildPath $ToolName
|
|
||||||
$ToolcacheVersionPath = Join-Path -Path $ToolcachePath -ChildPath $Version
|
|
||||||
return Join-Path $ToolcacheVersionPath $Architecture
|
|
||||||
}
|
|
||||||
|
|||||||
93
get-new-tool-versions/get-new-tool-versions.Tests.ps1
Normal file
93
get-new-tool-versions/get-new-tool-versions.Tests.ps1
Normal file
@@ -0,0 +1,93 @@
|
|||||||
|
#Requires -Modules Pester
|
||||||
|
|
||||||
|
Import-Module (Join-Path $PSScriptRoot "helpers.psm1") -Force
|
||||||
|
|
||||||
|
Describe "Validate-FiltersFormat" {
|
||||||
|
It "Filter with word" {
|
||||||
|
{ Validate-FiltersFormat -Filters @("1two.2") } | Should -Throw "Invalid filter format"
|
||||||
|
}
|
||||||
|
|
||||||
|
It "Filter with non-word character" {
|
||||||
|
{ Validate-FiltersFormat -Filters @("1,.2") } | Should -Throw "Invalid filter format"
|
||||||
|
}
|
||||||
|
|
||||||
|
It "Valid filters" {
|
||||||
|
{ Validate-FiltersFormat -Filters @("*", "1", "1.*", "1.2", "1.2.*") } | Should -Not -Throw "Invalid filter format"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Describe "Format-Versions" {
|
||||||
|
It "Clean versions" {
|
||||||
|
$actualOutput = Format-Versions -Versions @("14.2.0", "1.14.0")
|
||||||
|
$expectedOutput = @("14.2.0", "1.14.0")
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
|
||||||
|
It "Versions with prefixes" {
|
||||||
|
$actualOutput = Format-Versions -Versions @("v14.2.0", "go1.14.0")
|
||||||
|
$expectedOutput = @("14.2.0", "1.14.0")
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
|
||||||
|
It "Skip beta and rc versions" {
|
||||||
|
$actualOutput = Format-Versions -Versions @("14.2.0-beta", "v1.14.0-rc-1")
|
||||||
|
$expectedOutput = @()
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
|
||||||
|
It "Short version" {
|
||||||
|
$actualOutput = Format-Versions -Versions @("14.2", "v2.0")
|
||||||
|
$expectedOutput = @("14.2.0", "2.0.0")
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
|
||||||
|
It "Skip versions with 1 digit" {
|
||||||
|
$actualOutput = Format-Versions -Versions @("14", "v2")
|
||||||
|
$expectedOutput = @()
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Describe "Select-VersionsByFilter" {
|
||||||
|
$inputVersions = @("8.2.1", "9.3.3", "10.0.2", "10.0.3", "10.5.6", "12.4.3", "12.5.1", "14.2.0")
|
||||||
|
|
||||||
|
It "Include filter only" {
|
||||||
|
$includeFilters = @("8.*", "14.*")
|
||||||
|
$excludeFilters = @()
|
||||||
|
$actualOutput = Select-VersionsByFilter -Versions $inputVersions -IncludeFilters $includeFilters -ExcludeFilters $excludeFilters
|
||||||
|
$expectedOutput = @("8.2.1", "14.2.0")
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
|
||||||
|
It "Include and exclude filters" {
|
||||||
|
$includeFilters = @("10.*", "12.*")
|
||||||
|
$excludeFilters = @("10.0.*", "12.4.3")
|
||||||
|
$actualOutput = Select-VersionsByFilter -Versions $inputVersions -IncludeFilters $includeFilters -ExcludeFilters $excludeFilters
|
||||||
|
$expectedOutput = @("10.5.6", "12.5.1")
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
|
||||||
|
It "Exclude filter only" {
|
||||||
|
$includeFilters = @()
|
||||||
|
$excludeFilters = @("10.*", "12.*")
|
||||||
|
$actualOutput = Select-VersionsByFilter -Versions $inputVersions -IncludeFilters $includeFilters -ExcludeFilters $excludeFilters
|
||||||
|
$expectedOutput = @("8.2.1", "9.3.3", "14.2.0")
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
|
||||||
|
It "Include and exclude filters are empty" {
|
||||||
|
$actualOutput = Select-VersionsByFilter -Versions $inputVersions
|
||||||
|
$expectedOutput = @("8.2.1", "9.3.3", "10.0.2", "10.0.3", "10.5.6", "12.4.3", "12.5.1", "14.2.0")
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Describe "Skip-ExistingVersions" {
|
||||||
|
It "Substract versions correctly" {
|
||||||
|
$distInput = @("14.2.0", "14.3.0", "14.4.0", "14.4.1")
|
||||||
|
$manifestInput = @("12.0.0", "14.2.0", "14.4.0")
|
||||||
|
$actualOutput = Skip-ExistingVersions -VersionsFromDist $distInput -VersionsFromManifest $manifestInput
|
||||||
|
$expectedOutput = @("14.3.0", "14.4.1")
|
||||||
|
$actualOutput | Should -Be $expectedOutput
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -2,27 +2,79 @@
|
|||||||
.SYNOPSIS
|
.SYNOPSIS
|
||||||
Check and return list of new available tool versions
|
Check and return list of new available tool versions
|
||||||
|
|
||||||
.PARAMETER ToolName
|
.PARAMETER DistURL
|
||||||
Required parameter. The name of tool for which parser is available (Node, Go, Python)
|
Required parameter. Link to the json file included all available tool versions
|
||||||
|
.PARAMETER ManifestLink
|
||||||
|
Required parameter. Link to the the version-manifest.json file
|
||||||
|
.PARAMETER VersionFilterToInclude
|
||||||
|
Optional parameter. List of filters to include particular versions
|
||||||
|
.PARAMETER VersionFilterToExclude
|
||||||
|
Optional parameter. List of filters to exclude particular versions
|
||||||
|
.PARAMETER RetryIntervalSec
|
||||||
|
Optional parameter. Retry interval in seconds
|
||||||
|
.PARAMETER RetryCount
|
||||||
|
Optional parameter. Retry count
|
||||||
#>
|
#>
|
||||||
|
|
||||||
param (
|
param (
|
||||||
[Parameter(Mandatory)] [string] $ToolName
|
[Parameter(Mandatory)] [string] $DistURL,
|
||||||
|
[Parameter(Mandatory)] [string] $ManifestLink,
|
||||||
|
[string[]] $VersionFilterToInclude,
|
||||||
|
[string[]] $VersionFilterToExclude,
|
||||||
|
[UInt32] $RetryIntervalSec = 60,
|
||||||
|
[UInt32] $RetryCount = 3
|
||||||
)
|
)
|
||||||
|
|
||||||
Import-Module "$PSScriptRoot/parsers/parsers-factory.psm1"
|
Import-Module (Join-Path $PSScriptRoot "helpers.psm1")
|
||||||
|
|
||||||
$ToolVersionParser = Get-ToolVersionsParser -ToolName $ToolName
|
function Get-VersionsByUrl {
|
||||||
$VersionsFromDist = $ToolVersionParser.GetAvailableVersions()
|
param (
|
||||||
$VersionsFromManifest = $ToolVersionParser.GetUploadedVersions()
|
[Parameter(Mandatory)] [string] $ToolPackagesUrl,
|
||||||
|
[Parameter(Mandatory)] [UInt32] $RetryIntervalSec,
|
||||||
|
[Parameter(Mandatory)] [UInt32] $RetryCount
|
||||||
|
)
|
||||||
|
|
||||||
$VersionsToBuild = $VersionsFromDist | Where-Object { $VersionsFromManifest -notcontains $_ }
|
$packages = Invoke-RestMethod $ToolPackagesUrl -MaximumRetryCount $RetryCount -RetryIntervalSec $RetryIntervalSec
|
||||||
|
return $packages.version
|
||||||
|
}
|
||||||
|
|
||||||
if ($VersionsToBuild) {
|
if ($VersionFilterToInclude) {
|
||||||
$availableVersions = $VersionsToBuild -join ", "
|
Validate-FiltersFormat -Filters $VersionFilterToInclude
|
||||||
Write-Host "The following versions are available to build:`n${availableVersions}"
|
}
|
||||||
Write-Host "::set-output name=TOOL_VERSIONS::${availableVersions}"
|
|
||||||
Write-Host "##vso[task.setvariable variable=TOOL_VERSIONS;isOutput=true]${availableVersions}"
|
if ($VersionFilterToExclude) {
|
||||||
|
Validate-FiltersFormat -Filters $VersionFilterToExclude
|
||||||
|
}
|
||||||
|
|
||||||
|
Write-Host "Get the packages list from $DistURL"
|
||||||
|
$versionsFromDist = Get-VersionsByUrl -ToolPackagesUrl $DistURL `
|
||||||
|
-RetryIntervalSec $RetryIntervalSec `
|
||||||
|
-RetryCount $RetryCount
|
||||||
|
|
||||||
|
Write-Host "Get the packages list from $ManifestLink"
|
||||||
|
[Version[]] $versionsFromManifest = Get-VersionsByUrl -ToolPackagesUrl $ManifestLink `
|
||||||
|
-RetryIntervalSec $RetryIntervalSec `
|
||||||
|
-RetryCount $RetryCount
|
||||||
|
|
||||||
|
[Version[]] $formattedVersions = Format-Versions -Versions $versionsFromDist
|
||||||
|
|
||||||
|
$formattedVersions = Select-VersionsByFilter -Versions $formattedVersions `
|
||||||
|
-IncludeFilters $VersionFilterToInclude `
|
||||||
|
-ExcludeFilters $VersionFilterToExclude
|
||||||
|
|
||||||
|
if (-not $formattedVersions) {
|
||||||
|
Write-Host "Couldn't find available versions with current filters"
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
$versionsToBuild = Skip-ExistingVersions -VersionsFromManifest $versionsFromManifest `
|
||||||
|
-VersionsFromDist $formattedVersions
|
||||||
|
|
||||||
|
if ($versionsToBuild) {
|
||||||
|
$availableVersions = $versionsToBuild -join ","
|
||||||
|
$toolVersions = $availableVersions.Replace(",",", ")
|
||||||
|
Write-Host "The following versions are available to build:`n$toolVersions"
|
||||||
|
Write-Output "##vso[task.setvariable variable=TOOL_VERSIONS;isOutput=true]$toolVersions"
|
||||||
} else {
|
} else {
|
||||||
Write-Host "There aren't versions to build"
|
Write-Host "There aren't versions to build"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,3 +1,17 @@
|
|||||||
|
function Validate-FiltersFormat {
|
||||||
|
param (
|
||||||
|
[Parameter(Mandatory)] [string[]] $Filters
|
||||||
|
)
|
||||||
|
|
||||||
|
foreach($filter in $Filters) {
|
||||||
|
$filter.Split('.') | ForEach-Object {
|
||||||
|
if (($_ -notmatch '^\d+$') -and ($_ -ne '*')) {
|
||||||
|
throw "Invalid filter format - $filter"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
function Format-Versions {
|
function Format-Versions {
|
||||||
param (
|
param (
|
||||||
[Parameter(Mandatory)] [string[]] $Versions
|
[Parameter(Mandatory)] [string[]] $Versions
|
||||||
|
|||||||
@@ -1,31 +0,0 @@
|
|||||||
class BaseVersionsParser {
|
|
||||||
[Int32]$ApiRetryCount = 3
|
|
||||||
[Int32]$ApiRetryIntervalSeconds = 60
|
|
||||||
|
|
||||||
[SemVer[]] GetAvailableVersions() {
|
|
||||||
$allVersionsRaw = $this.ParseAllAvailableVersions()
|
|
||||||
$allVersions = $allVersionsRaw | ForEach-Object { $this.FormatVersion($_) }
|
|
||||||
$filteredVersions = $allVersions | Where-Object { $this.ShouldIncludeVersion($_) }
|
|
||||||
return $filteredVersions
|
|
||||||
}
|
|
||||||
|
|
||||||
[SemVer[]] GetUploadedVersions() {
|
|
||||||
throw "Method is not implemented in base class"
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [SemVer[]] ParseAllAvailableVersions() {
|
|
||||||
throw "Method is not implemented in base class"
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [SemVer] FormatVersion([string]$VersionSpec) {
|
|
||||||
throw "Method is not implemented in base class"
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [bool] ShouldIncludeVersion([SemVer]$Version) {
|
|
||||||
throw "Method is not implemented in base class"
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [string] BuildGitHubFileUrl($OrganizationName, $RepositoryName, $BranchName, $FilePath) {
|
|
||||||
return "https://raw.githubusercontent.com/${OrganizationName}/${RepositoryName}/${BranchName}/${FilePath}"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,30 +0,0 @@
|
|||||||
using module "./base-parser.psm1"
|
|
||||||
|
|
||||||
class GoVersionsParser: BaseVersionsParser {
|
|
||||||
[SemVer[]] GetUploadedVersions() {
|
|
||||||
$url = $this.BuildGitHubFileUrl("actions", "go-versions", "main", "versions-manifest.json")
|
|
||||||
$releases = Invoke-RestMethod $url -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
|
|
||||||
return $releases.version
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [string[]] ParseAllAvailableVersions() {
|
|
||||||
$url = "https://golang.org/dl/?mode=json&include=all"
|
|
||||||
$releases = Invoke-RestMethod $url -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
|
|
||||||
return $releases.version
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [SemVer] FormatVersion([string]$VersionSpec) {
|
|
||||||
$cleanVersion = $VersionSpec -replace "^go", ""
|
|
||||||
$semanticVersion = $cleanVersion -replace '(\d+\.\d+\.?\d*?)((?:alpha|beta|rc))(\d*)', '$1-$2.$3'
|
|
||||||
return [SemVer]$semanticVersion
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [bool] ShouldIncludeVersion([SemVer]$Version) {
|
|
||||||
if ($Version.PreReleaseLabel) {
|
|
||||||
return $false
|
|
||||||
}
|
|
||||||
|
|
||||||
# For Go, we include all versions greater than 1.12
|
|
||||||
return $Version -gt [SemVer]"1.12.0"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,30 +0,0 @@
|
|||||||
using module "./base-parser.psm1"
|
|
||||||
|
|
||||||
class NodeVersionsParser: BaseVersionsParser {
|
|
||||||
[SemVer[]] GetUploadedVersions() {
|
|
||||||
$url = $this.BuildGitHubFileUrl("actions", "node-versions", "main", "versions-manifest.json")
|
|
||||||
$releases = Invoke-RestMethod $url -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
|
|
||||||
return $releases.version
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [string[]] ParseAllAvailableVersions() {
|
|
||||||
$url = "https://nodejs.org/dist/index.json"
|
|
||||||
$releases = Invoke-RestMethod $url -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
|
|
||||||
return $releases.version
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [SemVer] FormatVersion([string]$VersionSpec) {
|
|
||||||
$cleanVersion = $VersionSpec -replace "^v", ""
|
|
||||||
return [SemVer]$cleanVersion
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [bool] ShouldIncludeVersion([SemVer]$Version) {
|
|
||||||
if ($Version.Major -lt 8) {
|
|
||||||
return $false
|
|
||||||
}
|
|
||||||
|
|
||||||
# For Node.JS, we should include all LTS versions (all even-numbered releases)
|
|
||||||
# https://nodejs.org/en/about/releases/
|
|
||||||
return $Version.Major % 2 -eq 0
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,19 +0,0 @@
|
|||||||
using module "./node-parser.psm1"
|
|
||||||
using module "./go-parser.psm1"
|
|
||||||
using module "./python-parser.psm1"
|
|
||||||
|
|
||||||
function Get-ToolVersionsParser {
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory)]
|
|
||||||
[string]$ToolName
|
|
||||||
)
|
|
||||||
|
|
||||||
switch ($ToolName) {
|
|
||||||
"Node" { return [NodeVersionsParser]::New() }
|
|
||||||
"Go" { return [GoVersionsParser]::New() }
|
|
||||||
"Python" { return [PythonVersionsParser]::New() }
|
|
||||||
Default {
|
|
||||||
throw "Unknown tool name"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,53 +0,0 @@
|
|||||||
using module "./base-parser.psm1"
|
|
||||||
|
|
||||||
class PythonVersionsParser: BaseVersionsParser {
|
|
||||||
[SemVer[]] GetUploadedVersions() {
|
|
||||||
$url = $this.BuildGitHubFileUrl("actions", "python-versions", "main", "versions-manifest.json")
|
|
||||||
$releases = Invoke-RestMethod $url -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
|
|
||||||
return $releases.version
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [string[]] ParseAllAvailableVersions() {
|
|
||||||
$stableVersionsUrl = "https://www.python.org/ftp/python"
|
|
||||||
$stableVersionsHtmlRaw = Invoke-WebRequest $stableVersionsUrl -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
|
|
||||||
$stableVersionsList = $stableVersionsHtmlRaw.Links.href | Where-Object {
|
|
||||||
$parsed = $null
|
|
||||||
return $_.EndsWith("/") -and [SemVer]::TryParse($_.Replace("/", ""), [ref]$parsed)
|
|
||||||
}
|
|
||||||
|
|
||||||
return $stableVersionsList | ForEach-Object {
|
|
||||||
$subVersionsUrl = "${stableVersionsUrl}/${_}"
|
|
||||||
$subVersionsHtmlRaw = Invoke-WebRequest $subVersionsUrl -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
|
|
||||||
return $subVersionsHtmlRaw.Links.href | ForEach-Object {
|
|
||||||
if ($_ -match "^Python-(\d+\.\d+\.\d+[a-z]{0,2}\d*)\.tgz$") {
|
|
||||||
return $Matches[1]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [SemVer] FormatVersion([string]$VersionSpec) {
|
|
||||||
$VersionSpec -match "^(\d+)\.(\d+)\.(\d+)([a-z]{1,2})?(\d+)?$"
|
|
||||||
|
|
||||||
if ($Matches.Count -gt 4) {
|
|
||||||
$VersionLabel = "{0}.{1}" -f $this.ConvertPythonLabel($Matches[4]), $Matches[5]
|
|
||||||
return [SemVer]::new($Matches[1], $Matches[2], $Matches[3], $VersionLabel)
|
|
||||||
}
|
|
||||||
|
|
||||||
return [SemVer]::new($Matches[1], $Matches[2], $Matches[3])
|
|
||||||
}
|
|
||||||
|
|
||||||
hidden [string] ConvertPythonLabel([string]$Label) {
|
|
||||||
switch ($Label) {
|
|
||||||
"a" { return "alpha" }
|
|
||||||
"b" { return "beta" }
|
|
||||||
}
|
|
||||||
|
|
||||||
return $Label
|
|
||||||
}
|
|
||||||
|
|
||||||
[bool] ShouldIncludeVersion([SemVer]$Version) {
|
|
||||||
# For Python, we include all versions greater than 3.9.0
|
|
||||||
return $Version -gt [SemVer]"3.9.0"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,27 +0,0 @@
|
|||||||
function Search-ToolsVersionsNotOnImage {
|
|
||||||
param (
|
|
||||||
[string]$ToolName,
|
|
||||||
[string]$ReleasesUrl,
|
|
||||||
[string]$FilterParameter,
|
|
||||||
[string]$FilterArch
|
|
||||||
)
|
|
||||||
|
|
||||||
$stableReleases = (Invoke-RestMethod $ReleasesUrl) | Where-Object stable -eq $true
|
|
||||||
$stableReleaseVersions = $stableReleases | ForEach-Object {
|
|
||||||
if ($ToolName -eq "Node") {
|
|
||||||
if ($_.lts) {
|
|
||||||
$_.$FilterParameter.split(".")[0] + ".0"
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
$_.$FilterParameter.split(".")[0,1] -join"."
|
|
||||||
}
|
|
||||||
} | Select-Object -Unique
|
|
||||||
$toolsetUrl = "https://raw.githubusercontent.com/actions/virtual-environments/main/images/win/toolsets/toolset-2022.json"
|
|
||||||
$latestMinorVersion = (Invoke-RestMethod $toolsetUrl).toolcache |
|
|
||||||
Where-Object {$_.name -eq $ToolName -and $_.arch -eq $FilterArch} |
|
|
||||||
ForEach-Object {$_.versions.Replace("*","0")} |
|
|
||||||
Select-Object -Last 1
|
|
||||||
$versionsToAdd = $stableReleaseVersions | Where-Object {[version]$_ -gt [version]$latestMinorVersion}
|
|
||||||
|
|
||||||
return $versionsToAdd
|
|
||||||
}
|
|
||||||
@@ -1,19 +0,0 @@
|
|||||||
function Search-XamarinVersionsNotOnImage {
|
|
||||||
param (
|
|
||||||
[string]$ReleasesUrl,
|
|
||||||
[array]$FilterProducts
|
|
||||||
)
|
|
||||||
|
|
||||||
$xamarinReleases = (Invoke-RestMethod $ReleasesUrl).items
|
|
||||||
$filteredReleases = $xamarinReleases | Where-Object {$_.name -in $FilterProducts.name} | Sort-Object name | Select-Object name, version
|
|
||||||
$toolsetUrl = "https://raw.githubusercontent.com/actions/virtual-environments/main/images/macos/toolsets/toolset-12.json"
|
|
||||||
$uploadedReleases = (Invoke-RestMethod $toolsetUrl).xamarin
|
|
||||||
$releasesOnImage = @()
|
|
||||||
foreach ($FilterProduct in $FilterProducts) {
|
|
||||||
$releasesOnImage += @{$FilterProduct.name = $uploadedReleases.($FilterProduct.property)}
|
|
||||||
}
|
|
||||||
$versionsToAdd = $filteredReleases | Where-Object {$releasesOnImage.($_.name) -notcontains $_.version} | ForEach-Object {[string]::Empty} {
|
|
||||||
'{0,-15} : {1}' -f $_.name, $_.version
|
|
||||||
}
|
|
||||||
return $versionsToAdd
|
|
||||||
}
|
|
||||||
@@ -7,15 +7,11 @@ Required parameter. Incoming Webhook URL to post a message
|
|||||||
.PARAMETER ToolName
|
.PARAMETER ToolName
|
||||||
Required parameter. The name of tool
|
Required parameter. The name of tool
|
||||||
.PARAMETER ToolVersion
|
.PARAMETER ToolVersion
|
||||||
Optional parameter. Specifies the version of tool
|
Required parameter. Specifies the version of tool
|
||||||
.PARAMETER PipelineUrl
|
.PARAMETER PipelineUrl
|
||||||
Optional parameter. The pipeline URL
|
Required parameter. The pipeline URL
|
||||||
.PARAMETER ImageUrl
|
.PARAMETER ImageUrl
|
||||||
Optional parameter. The image URL
|
Optional parameter. The image URL
|
||||||
.PARAMETER Text
|
|
||||||
Optional parameter. The message to post
|
|
||||||
.PARAMETER AddToToolsetFlag
|
|
||||||
Optional parameter. Flag to alternate message text for adding new version of a tool to toolset notification
|
|
||||||
#>
|
#>
|
||||||
|
|
||||||
param(
|
param(
|
||||||
@@ -27,28 +23,22 @@ param(
|
|||||||
[ValidateNotNullOrEmpty()]
|
[ValidateNotNullOrEmpty()]
|
||||||
[System.String]$ToolName,
|
[System.String]$ToolName,
|
||||||
|
|
||||||
|
[Parameter(Mandatory)]
|
||||||
|
[ValidateNotNullOrEmpty()]
|
||||||
[System.String]$ToolVersion,
|
[System.String]$ToolVersion,
|
||||||
|
|
||||||
|
[Parameter(Mandatory)]
|
||||||
|
[ValidateNotNullOrEmpty()]
|
||||||
[System.String]$PipelineUrl,
|
[System.String]$PipelineUrl,
|
||||||
[System.String]$ImageUrl = 'https://github.githubassets.com/images/modules/logos_page/GitHub-Mark.png',
|
|
||||||
[System.String]$Text,
|
[System.String]$ImageUrl = 'https://github.githubassets.com/images/modules/logos_page/GitHub-Mark.png'
|
||||||
[Switch]$AddToToolsetFlag
|
|
||||||
)
|
)
|
||||||
|
|
||||||
# Import helpers module
|
# Import helpers module
|
||||||
Import-Module $PSScriptRoot/helpers.psm1 -DisableNameChecking
|
Import-Module $PSScriptRoot/helpers.psm1 -DisableNameChecking
|
||||||
|
|
||||||
# Create JSON body
|
# Create JSON body
|
||||||
if ([string]::IsNullOrWhiteSpace($Text)) {
|
$text = "The following versions of '$toolName' are available to upload: $toolVersion\nLink to the pipeline: $pipelineUrl"
|
||||||
if ($AddToToolsetFlag) {
|
|
||||||
$Text = "The following versions of '$toolName' are available, consider adding them to toolset: $toolVersion"
|
|
||||||
} else {
|
|
||||||
$Text = "The following versions of '$toolName' are available to upload: $toolVersion"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (-not ([string]::IsNullOrWhiteSpace($PipelineUrl))) {
|
|
||||||
$Text += "\nLink to the pipeline: $pipelineUrl"
|
|
||||||
}
|
|
||||||
|
|
||||||
$jsonBodyMessage = @"
|
$jsonBodyMessage = @"
|
||||||
{
|
{
|
||||||
"blocks": [
|
"blocks": [
|
||||||
@@ -56,7 +46,7 @@ $jsonBodyMessage = @"
|
|||||||
"type": "section",
|
"type": "section",
|
||||||
"text": {
|
"text": {
|
||||||
"type": "mrkdwn",
|
"type": "mrkdwn",
|
||||||
"text": "$Text"
|
"text": "$text"
|
||||||
},
|
},
|
||||||
"accessory": {
|
"accessory": {
|
||||||
"type": "image",
|
"type": "image",
|
||||||
|
|||||||
@@ -1,38 +0,0 @@
|
|||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Check and return list of new available tool versions that not added to toolsets yet
|
|
||||||
|
|
||||||
.PARAMETER ToolName
|
|
||||||
Required parameter. The name of tool for which parser is available (Python, Xamarin, PyPy, Node, Go)
|
|
||||||
#>
|
|
||||||
|
|
||||||
param (
|
|
||||||
[Parameter(Mandatory)]
|
|
||||||
[ValidateSet("Python", "Xamarin", "PyPy", "Node", "Go")]
|
|
||||||
[string] $ToolName,
|
|
||||||
[string] $ReleasesUrl,
|
|
||||||
[string] $FilterParameter,
|
|
||||||
[string] $FilterArch
|
|
||||||
)
|
|
||||||
|
|
||||||
Get-ChildItem "$PSScriptRoot/parsers/verify-added-to-image/" | ForEach-Object {Import-Module $_.FullName}
|
|
||||||
|
|
||||||
if ($ToolName -in "Python", "PyPy", "Node", "Go") {
|
|
||||||
$versionsToAdd = Search-ToolsVersionsNotOnImage -ToolName $ToolName -ReleasesUrl $ReleasesUrl -FilterParameter $FilterParameter -FilterArch $FilterArch
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($ToolName -eq "Xamarin") {
|
|
||||||
$xamarinReleases = "http://aka.ms/manifest/stable"
|
|
||||||
$xamarinProducts = @(
|
|
||||||
[PSCustomObject] @{name = 'Mono Framework'; property = 'mono-versions'}
|
|
||||||
[PSCustomObject] @{name = 'Xamarin.Android'; property = 'android-versions'}
|
|
||||||
[PSCustomObject] @{name = 'Xamarin.iOS'; property = 'ios-versions'}
|
|
||||||
[PSCustomObject] @{name = 'Xamarin.Mac'; property = 'mac-versions'}
|
|
||||||
)
|
|
||||||
$versionsToAdd = Search-XamarinVersionsNotOnImage -ReleasesUrl $xamarinReleases -FilterProducts $xamarinProducts
|
|
||||||
$joinChars = "\n\t"
|
|
||||||
}
|
|
||||||
|
|
||||||
$versionsToAdd = $versionsToAdd -join $joinChars
|
|
||||||
|
|
||||||
return $versionsToAdd
|
|
||||||
@@ -2,8 +2,10 @@
|
|||||||
.SYNOPSIS
|
.SYNOPSIS
|
||||||
Create commit with all unstaged changes in repository and create pull-request
|
Create commit with all unstaged changes in repository and create pull-request
|
||||||
|
|
||||||
.PARAMETER RepositoryFullName
|
.PARAMETER RepositoryOwner
|
||||||
Required parameter. The owner and repository name. For example, 'actions/versions-package-tools'
|
Required parameter. The organization which tool repository belongs
|
||||||
|
.PARAMETER RepositoryName
|
||||||
|
Optional parameter. The name of tool repository
|
||||||
.PARAMETER AccessToken
|
.PARAMETER AccessToken
|
||||||
Required parameter. PAT Token to authorize
|
Required parameter. PAT Token to authorize
|
||||||
.PARAMETER BranchName
|
.PARAMETER BranchName
|
||||||
@@ -16,7 +18,8 @@ Required parameter. The title of pull-request
|
|||||||
Required parameter. The description of pull-request
|
Required parameter. The description of pull-request
|
||||||
#>
|
#>
|
||||||
param (
|
param (
|
||||||
[Parameter(Mandatory)] [string] $RepositoryFullName,
|
[Parameter(Mandatory)] [string] $RepositoryOwner,
|
||||||
|
[Parameter(Mandatory)] [string] $RepositoryName,
|
||||||
[Parameter(Mandatory)] [string] $AccessToken,
|
[Parameter(Mandatory)] [string] $AccessToken,
|
||||||
[Parameter(Mandatory)] [string] $BranchName,
|
[Parameter(Mandatory)] [string] $BranchName,
|
||||||
[Parameter(Mandatory)] [string] $CommitMessage,
|
[Parameter(Mandatory)] [string] $CommitMessage,
|
||||||
@@ -43,11 +46,11 @@ function Update-PullRequest {
|
|||||||
|
|
||||||
$updatedPullRequest = $GitHubApi.UpdatePullRequest($Title, $Body, $BranchName, $PullRequest.number)
|
$updatedPullRequest = $GitHubApi.UpdatePullRequest($Title, $Body, $BranchName, $PullRequest.number)
|
||||||
|
|
||||||
if (($null -eq $updatedPullRequest) -or ($null -eq $updatedPullRequest.html_url)) {
|
if (($updatedPullRequest -eq $null) -or ($updatedPullRequest.html_url -eq $null)) {
|
||||||
Write-Host "Unexpected error occurs while updating pull request."
|
Write-Host "##vso[task.logissue type=error;] Unexpected error occurs while updating pull request."
|
||||||
exit 1
|
exit 1
|
||||||
}
|
}
|
||||||
Write-host "Pull request updated: $($updatedPullRequest.html_url)"
|
Write-host "##[section] Pull request updated: $($updatedPullRequest.html_url)"
|
||||||
}
|
}
|
||||||
|
|
||||||
function Create-PullRequest {
|
function Create-PullRequest {
|
||||||
@@ -64,12 +67,12 @@ function Create-PullRequest {
|
|||||||
|
|
||||||
$createdPullRequest = $GitHubApi.CreateNewPullRequest($Title, $Body, $BranchName)
|
$createdPullRequest = $GitHubApi.CreateNewPullRequest($Title, $Body, $BranchName)
|
||||||
|
|
||||||
if (($null -eq $createdPullRequest) -or ($null -eq $createdPullRequest.html_url)) {
|
if (($createdPullRequest -eq $null) -or ($createdPullRequest.html_url -eq $null)) {
|
||||||
Write-Host "Unexpected error occurs while creating pull request."
|
Write-Host "##vso[task.logissue type=error;] Unexpected error occurs while creating pull request."
|
||||||
exit 1
|
exit 1
|
||||||
}
|
}
|
||||||
|
|
||||||
Write-host "Pull request created: $($createdPullRequest.html_url)"
|
Write-host "##[section] Pull request created: $($createdPullRequest.html_url)"
|
||||||
}
|
}
|
||||||
|
|
||||||
Write-Host "Configure local git preferences"
|
Write-Host "Configure local git preferences"
|
||||||
@@ -84,8 +87,8 @@ Git-CommitAllChanges -Message $CommitMessage
|
|||||||
Write-Host "Push branch: $BranchName"
|
Write-Host "Push branch: $BranchName"
|
||||||
Git-PushBranch -Name $BranchName -Force $true
|
Git-PushBranch -Name $BranchName -Force $true
|
||||||
|
|
||||||
$gitHubApi = Get-GitHubApi -RepositoryFullName $RepositoryFullName -AccessToken $AccessToken
|
$gitHubApi = Get-GitHubApi -AccountName $RepositoryOwner -ProjectName $RepositoryName -AccessToken $AccessToken
|
||||||
$pullRequest = $gitHubApi.GetPullRequest($BranchName)
|
$pullRequest = $gitHubApi.GetPullRequest($BranchName, $RepositoryOwner)
|
||||||
|
|
||||||
if ($pullRequest.Count -gt 0) {
|
if ($pullRequest.Count -gt 0) {
|
||||||
Write-Host "Update pull request"
|
Write-Host "Update pull request"
|
||||||
|
|||||||
@@ -1,86 +0,0 @@
|
|||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Trigger runs on the workflow_dispatch event to create tool release
|
|
||||||
|
|
||||||
.PARAMETER RepositoryFullName
|
|
||||||
Required parameter. The owner and repository name. For example, 'actions/versions-package-tools'
|
|
||||||
.PARAMETER AccessToken
|
|
||||||
Required parameter. PAT Token to authorize
|
|
||||||
.PARAMETER ToolVersion
|
|
||||||
Required parameter. Version of tool
|
|
||||||
.PARAMETER TagName
|
|
||||||
Required parameter. The name of the release tag
|
|
||||||
.PARAMETER ReleaseBody
|
|
||||||
Required parameter. Text describing the contents of the release
|
|
||||||
.PARAMETER EventType
|
|
||||||
Required parameter. The name of the repository dispatch event
|
|
||||||
#>
|
|
||||||
|
|
||||||
param (
|
|
||||||
[Parameter(Mandatory)] [string] $RepositoryFullName,
|
|
||||||
[Parameter(Mandatory)] [string] $AccessToken,
|
|
||||||
[Parameter(Mandatory)] [string] $ToolVersion,
|
|
||||||
[Parameter(Mandatory)] [string] $TagName,
|
|
||||||
[Parameter(Mandatory)] [string] $ReleaseBody,
|
|
||||||
[Parameter(Mandatory)] [string] $EventType,
|
|
||||||
[UInt32] $RetryIntervalSec = 10,
|
|
||||||
[UInt32] $RetryCount = 5
|
|
||||||
)
|
|
||||||
|
|
||||||
Import-Module (Join-Path $PSScriptRoot "github-api.psm1")
|
|
||||||
|
|
||||||
function Create-Release {
|
|
||||||
param (
|
|
||||||
[Parameter(Mandatory)] [object] $GitHubApi,
|
|
||||||
[Parameter(Mandatory)] [string] $ToolVersion,
|
|
||||||
[Parameter(Mandatory)] [string] $TagName,
|
|
||||||
[Parameter(Mandatory)] [string] $ReleaseBody,
|
|
||||||
[Parameter(Mandatory)] [string] $EventType
|
|
||||||
)
|
|
||||||
|
|
||||||
$eventPayload = @{
|
|
||||||
ToolVersion = $ToolVersion
|
|
||||||
TagName = $TagName
|
|
||||||
ReleaseBody = $ReleaseBody
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "Create '$EventType' repository dispatch event"
|
|
||||||
$GitHubApi.CreateRepositoryDispatch($EventType, $eventPayload)
|
|
||||||
}
|
|
||||||
|
|
||||||
function Validate-ReleaseAvailability {
|
|
||||||
param (
|
|
||||||
[Parameter(Mandatory)] [object] $GitHubApi,
|
|
||||||
[Parameter(Mandatory)] [string] $TagName,
|
|
||||||
[Parameter(Mandatory)] [UInt32] $RetryIntervalSec,
|
|
||||||
[Parameter(Mandatory)] [UInt32] $RetryCount
|
|
||||||
)
|
|
||||||
|
|
||||||
do {
|
|
||||||
$createdRelease = $GitHubApi.GetReleases() | Where-Object { $_.tag_name -eq $TagName }
|
|
||||||
if ($createdRelease) {
|
|
||||||
Write-Host "Release was successfully created: $($createdRelease.html_url)"
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
$RetryCount--
|
|
||||||
Start-Sleep -Seconds $RetryIntervalSec
|
|
||||||
} while($RetryCount -gt 0)
|
|
||||||
|
|
||||||
Write-Host "Release was not created"
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
$gitHubApi = Get-GitHubApi -RepositoryFullName $RepositoryFullName -AccessToken $AccessToken
|
|
||||||
|
|
||||||
Create-Release -GitHubApi $gitHubApi `
|
|
||||||
-ToolVersion $ToolVersion `
|
|
||||||
-TagName $TagName `
|
|
||||||
-ReleaseBody $ReleaseBody `
|
|
||||||
-EventType $EventType
|
|
||||||
|
|
||||||
Start-Sleep -s $RetryIntervalSec
|
|
||||||
Validate-ReleaseAvailability -GitHubApi $gitHubApi `
|
|
||||||
-TagName $TagName `
|
|
||||||
-RetryIntervalSec $RetryIntervalSec `
|
|
||||||
-RetryCount $RetryCount
|
|
||||||
@@ -5,8 +5,8 @@ The module that contains a bunch of methods to interact with GitHub API V3
|
|||||||
class GitHubApi
|
class GitHubApi
|
||||||
{
|
{
|
||||||
[string] $BaseUrl
|
[string] $BaseUrl
|
||||||
|
[string] $RepoOwner
|
||||||
[object] $AuthHeader
|
[object] $AuthHeader
|
||||||
[string] $RepositoryOwner
|
|
||||||
|
|
||||||
GitHubApi(
|
GitHubApi(
|
||||||
[string] $AccountName,
|
[string] $AccountName,
|
||||||
@@ -15,7 +15,6 @@ class GitHubApi
|
|||||||
) {
|
) {
|
||||||
$this.BaseUrl = $this.BuildBaseUrl($AccountName, $ProjectName)
|
$this.BaseUrl = $this.BuildBaseUrl($AccountName, $ProjectName)
|
||||||
$this.AuthHeader = $this.BuildAuth($AccessToken)
|
$this.AuthHeader = $this.BuildAuth($AccessToken)
|
||||||
$this.RepositoryOwner = $AccountName
|
|
||||||
}
|
}
|
||||||
|
|
||||||
[object] hidden BuildAuth([string]$AccessToken) {
|
[object] hidden BuildAuth([string]$AccessToken) {
|
||||||
@@ -44,9 +43,9 @@ class GitHubApi
|
|||||||
return $this.InvokeRestMethod($url, 'Post', $null, $requestBody)
|
return $this.InvokeRestMethod($url, 'Post', $null, $requestBody)
|
||||||
}
|
}
|
||||||
|
|
||||||
[object] GetPullRequest([string]$BranchName){
|
[object] GetPullRequest([string]$BranchName, [string]$RepositoryOwner){
|
||||||
$url = "pulls"
|
$url = "pulls"
|
||||||
return $this.InvokeRestMethod($url, 'GET', "head=$($this.RepositoryOwner):${BranchName}&base=main", $null)
|
return $this.InvokeRestMethod($url, 'GET', "head=${RepositoryOwner}:$BranchName&base=main", $null)
|
||||||
}
|
}
|
||||||
|
|
||||||
[object] UpdatePullRequest([string]$Title, [string]$Body, [string]$BranchName, [string]$PullRequestNumber){
|
[object] UpdatePullRequest([string]$Title, [string]$Body, [string]$BranchName, [string]$PullRequestNumber){
|
||||||
@@ -83,39 +82,6 @@ class GitHubApi
|
|||||||
return $releases
|
return $releases
|
||||||
}
|
}
|
||||||
|
|
||||||
[void] CreateRepositoryDispatch([string]$EventType, [object]$EventPayload) {
|
|
||||||
$url = "dispatches"
|
|
||||||
$body = @{
|
|
||||||
event_type = $EventType
|
|
||||||
client_payload = $EventPayload
|
|
||||||
} | ConvertTo-Json
|
|
||||||
|
|
||||||
$this.InvokeRestMethod($url, 'POST', $null, $body)
|
|
||||||
}
|
|
||||||
|
|
||||||
[object] GetWorkflowRuns([string]$WorkflowFileName) {
|
|
||||||
$url = "actions/workflows/$WorkflowFileName/runs"
|
|
||||||
return $this.InvokeRestMethod($url, 'GET', $null, $null)
|
|
||||||
}
|
|
||||||
|
|
||||||
[object] GetWorkflowRunJobs([string]$WorkflowRunId) {
|
|
||||||
$url = "actions/runs/$WorkflowRunId/jobs"
|
|
||||||
return $this.InvokeRestMethod($url, 'GET', $null, $null)
|
|
||||||
}
|
|
||||||
|
|
||||||
[void] CreateWorkflowDispatch([string]$WorkflowFileName, [string]$Ref, [object]$Inputs) {
|
|
||||||
$url = "actions/workflows/${WorkflowFileName}/dispatches"
|
|
||||||
$body = @{ ref = $Ref }
|
|
||||||
|
|
||||||
if ($Inputs) {
|
|
||||||
$body.inputs = $Inputs
|
|
||||||
}
|
|
||||||
|
|
||||||
$jsonBody = $body | ConvertTo-Json
|
|
||||||
|
|
||||||
$this.InvokeRestMethod($url, 'POST', $null, $jsonBody)
|
|
||||||
}
|
|
||||||
|
|
||||||
[string] hidden BuildUrl([string]$Url, [string]$RequestParams) {
|
[string] hidden BuildUrl([string]$Url, [string]$RequestParams) {
|
||||||
if ([string]::IsNullOrEmpty($RequestParams)) {
|
if ([string]::IsNullOrEmpty($RequestParams)) {
|
||||||
return "$($this.BaseUrl)/$($Url)"
|
return "$($this.BaseUrl)/$($Url)"
|
||||||
@@ -124,11 +90,6 @@ class GitHubApi
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
[void] CancelWorkflow([string]$WorkflowId) {
|
|
||||||
$url = "actions/runs/$WorkflowId/cancel"
|
|
||||||
$this.InvokeRestMethod($url, 'POST', $null, $null)
|
|
||||||
}
|
|
||||||
|
|
||||||
[object] hidden InvokeRestMethod(
|
[object] hidden InvokeRestMethod(
|
||||||
[string] $Url,
|
[string] $Url,
|
||||||
[string] $Method,
|
[string] $Method,
|
||||||
@@ -156,18 +117,10 @@ class GitHubApi
|
|||||||
|
|
||||||
function Get-GitHubApi {
|
function Get-GitHubApi {
|
||||||
param (
|
param (
|
||||||
[Parameter(ParameterSetName = 'RepositorySingle')]
|
[string] $AccountName,
|
||||||
[string] $RepositoryFullName,
|
[string] $ProjectName,
|
||||||
[Parameter(ParameterSetName = 'RepositorySplitted')]
|
|
||||||
[string] $RepositoryOwner,
|
|
||||||
[Parameter(ParameterSetName = 'RepositorySplitted')]
|
|
||||||
[string] $RepositoryName,
|
|
||||||
[string] $AccessToken
|
[string] $AccessToken
|
||||||
)
|
)
|
||||||
|
|
||||||
if ($PSCmdlet.ParameterSetName -eq "RepositorySingle") {
|
return [GitHubApi]::New($AccountName, $ProjectName, $AccessToken)
|
||||||
$RepositoryOwner, $RepositoryName = $RepositoryFullName.Split('/', 2)
|
|
||||||
}
|
|
||||||
|
|
||||||
return [GitHubApi]::New($RepositoryOwner, $RepositoryName, $AccessToken)
|
|
||||||
}
|
}
|
||||||
@@ -1,91 +0,0 @@
|
|||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Trigger runs on the workflow_dispatch event to build and upload tool packages
|
|
||||||
|
|
||||||
.PARAMETER RepositoryFullName
|
|
||||||
Required parameter. The owner and repository name. For example, 'actions/versions-package-tools'
|
|
||||||
.PARAMETER AccessToken
|
|
||||||
Required parameter. PAT to authorize
|
|
||||||
.PARAMETER WorkflowFileName
|
|
||||||
Required parameter. The name of workflow file that will be triggered
|
|
||||||
.PARAMETER WorkflowDispatchRef
|
|
||||||
Required parameter. The reference of the workflow run. The reference can be a branch, tag, or a commit SHA.
|
|
||||||
.PARAMETER ToolVersions
|
|
||||||
Required parameter. List of tool versions to build and upload
|
|
||||||
.PARAMETER PublishReleases
|
|
||||||
Required parameter. Whether to publish releases, true or false
|
|
||||||
#>
|
|
||||||
|
|
||||||
param (
|
|
||||||
[Parameter(Mandatory)] [string] $RepositoryFullName,
|
|
||||||
[Parameter(Mandatory)] [string] $AccessToken,
|
|
||||||
[Parameter(Mandatory)] [string] $WorkflowFileName,
|
|
||||||
[Parameter(Mandatory)] [string] $WorkflowDispatchRef,
|
|
||||||
[Parameter(Mandatory)] [string] $ToolVersions,
|
|
||||||
[Parameter(Mandatory)] [string] $PublishReleases
|
|
||||||
)
|
|
||||||
|
|
||||||
Import-Module (Join-Path $PSScriptRoot "github-api.psm1")
|
|
||||||
|
|
||||||
function Get-WorkflowRunLink {
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory)] [object] $GitHubApi,
|
|
||||||
[Parameter(Mandatory)] [string] $WorkflowFileName,
|
|
||||||
[Parameter(Mandatory)] [string] $ToolVersion
|
|
||||||
)
|
|
||||||
|
|
||||||
$listWorkflowRuns = $GitHubApi.GetWorkflowRuns($WorkflowFileName).workflow_runs | Sort-Object -Property 'run_number' -Descending
|
|
||||||
|
|
||||||
foreach ($workflowRun in $listWorkflowRuns) {
|
|
||||||
$workflowRunJob = $gitHubApi.GetWorkflowRunJobs($workflowRun.id).jobs | Select-Object -First 1
|
|
||||||
|
|
||||||
if ($workflowRunJob.name -match $ToolVersion) {
|
|
||||||
return $workflowRun.html_url
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return $null
|
|
||||||
}
|
|
||||||
|
|
||||||
function Queue-Builds {
|
|
||||||
param (
|
|
||||||
[Parameter(Mandatory)] [object] $GitHubApi,
|
|
||||||
[Parameter(Mandatory)] [string] $ToolVersions,
|
|
||||||
[Parameter(Mandatory)] [string] $WorkflowFileName,
|
|
||||||
[Parameter(Mandatory)] [string] $WorkflowDispatchRef,
|
|
||||||
[Parameter(Mandatory)] [string] $PublishReleases
|
|
||||||
)
|
|
||||||
|
|
||||||
$inputs = @{
|
|
||||||
PUBLISH_RELEASES = $PublishReleases
|
|
||||||
}
|
|
||||||
|
|
||||||
$ToolVersions.Split(',') | ForEach-Object {
|
|
||||||
$version = $_.Trim()
|
|
||||||
$inputs.VERSION = $version
|
|
||||||
|
|
||||||
Write-Host "Queue build for $version..."
|
|
||||||
$GitHubApi.CreateWorkflowDispatch($WorkflowFileName, $WorkflowDispatchRef, $inputs)
|
|
||||||
|
|
||||||
Start-Sleep -s 10
|
|
||||||
$workflowRunLink = Get-WorkflowRunLink -GitHubApi $GitHubApi `
|
|
||||||
-WorkflowFileName $WorkflowFileName `
|
|
||||||
-ToolVersion $version
|
|
||||||
|
|
||||||
if (-not $workflowRunLink) {
|
|
||||||
Write-Host "Could not find build for $version..."
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "Link to the build: $workflowRunLink"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
$gitHubApi = Get-GitHubApi -RepositoryFullName $RepositoryFullName -AccessToken $AccessToken
|
|
||||||
|
|
||||||
Write-Host "Versions to build: $ToolVersions"
|
|
||||||
Queue-Builds -GitHubApi $gitHubApi `
|
|
||||||
-ToolVersions $ToolVersions `
|
|
||||||
-WorkflowFileName $WorkflowFileName `
|
|
||||||
-WorkflowDispatchRef $WorkflowDispatchRef `
|
|
||||||
-PublishReleases $PublishReleases
|
|
||||||
@@ -1,10 +1,13 @@
|
|||||||
<#
|
<#
|
||||||
.SYNOPSIS
|
.SYNOPSIS
|
||||||
Generate versions manifest based on repository releases
|
Generate versions manifest based on repository releases
|
||||||
|
|
||||||
.DESCRIPTION
|
.DESCRIPTION
|
||||||
Versions manifest is needed to find the latest assets for particular version of tool
|
Versions manifest is needed to find the latest assets for particular version of tool
|
||||||
.PARAMETER RepositoryFullName
|
.PARAMETER GitHubRepositoryOwner
|
||||||
Required parameter. The owner and repository name. For example, 'actions/versions-package-tools'
|
Required parameter. The organization which tool repository belongs
|
||||||
|
.PARAMETER GitHubRepositoryName
|
||||||
|
Required parameter. The name of tool repository
|
||||||
.PARAMETER GitHubAccessToken
|
.PARAMETER GitHubAccessToken
|
||||||
Required parameter. PAT Token to overcome GitHub API Rate limit
|
Required parameter. PAT Token to overcome GitHub API Rate limit
|
||||||
.PARAMETER OutputFile
|
.PARAMETER OutputFile
|
||||||
@@ -14,7 +17,8 @@ Path to the json file with parsing configuration
|
|||||||
#>
|
#>
|
||||||
|
|
||||||
param (
|
param (
|
||||||
[Parameter(Mandatory)] [string] $RepositoryFullName,
|
[Parameter(Mandatory)] [string] $GitHubRepositoryOwner,
|
||||||
|
[Parameter(Mandatory)] [string] $GitHubRepositoryName,
|
||||||
[Parameter(Mandatory)] [string] $GitHubAccessToken,
|
[Parameter(Mandatory)] [string] $GitHubAccessToken,
|
||||||
[Parameter(Mandatory)] [string] $OutputFile,
|
[Parameter(Mandatory)] [string] $OutputFile,
|
||||||
[Parameter(Mandatory)] [string] $ConfigurationFile
|
[Parameter(Mandatory)] [string] $ConfigurationFile
|
||||||
@@ -25,7 +29,7 @@ Import-Module (Join-Path $PSScriptRoot "manifest-utils.psm1") -Force
|
|||||||
|
|
||||||
$configuration = Read-ConfigurationFile -Filepath $ConfigurationFile
|
$configuration = Read-ConfigurationFile -Filepath $ConfigurationFile
|
||||||
|
|
||||||
$gitHubApi = Get-GitHubApi -RepositoryFullName $RepositoryFullName -AccessToken $GitHubAccessToken
|
$gitHubApi = Get-GitHubApi -AccountName $GitHubRepositoryOwner -ProjectName $GitHubRepositoryName -AccessToken $GitHubAccessToken
|
||||||
$releases = $gitHubApi.GetReleases()
|
$releases = $gitHubApi.GetReleases()
|
||||||
$versionIndex = Build-VersionsManifest -Releases $releases -Configuration $configuration
|
$versionIndex = Build-VersionsManifest -Releases $releases -Configuration $configuration
|
||||||
$versionIndex | ConvertTo-Json -Depth 5 | Out-File $OutputFile -Encoding UTF8NoBOM -Force
|
$versionIndex | ConvertTo-Json -Depth 5 | Out-File $OutputFile -Encoding UTF8NoBOM -Force
|
||||||
|
|||||||
@@ -126,7 +126,7 @@ Describe "Build-VersionsManifest" {
|
|||||||
[PSCustomObject]@{ version = "3.8.3"; stable = $true; release_url = "fake_html_url"; files = $expectedManifestFiles }
|
[PSCustomObject]@{ version = "3.8.3"; stable = $true; release_url = "fake_html_url"; files = $expectedManifestFiles }
|
||||||
)
|
)
|
||||||
[array]$actualManifest = Build-VersionsManifest -Releases $releases -Configuration $configuration
|
[array]$actualManifest = Build-VersionsManifest -Releases $releases -Configuration $configuration
|
||||||
Assert-Equivalent -Actual $actualManifest -Expected $expectedManifest
|
Assert-Equivalent -Actual $actualManifest -Expected $expectedManifest
|
||||||
}
|
}
|
||||||
|
|
||||||
It "take latest published release for each version" {
|
It "take latest published release for each version" {
|
||||||
@@ -141,74 +141,4 @@ Describe "Build-VersionsManifest" {
|
|||||||
[array]$actualManifest = Build-VersionsManifest -Releases $releases -Configuration $configuration
|
[array]$actualManifest = Build-VersionsManifest -Releases $releases -Configuration $configuration
|
||||||
Assert-Equivalent -Actual $actualManifest -Expected $expectedManifest
|
Assert-Equivalent -Actual $actualManifest -Expected $expectedManifest
|
||||||
}
|
}
|
||||||
|
|
||||||
It "build correct manifest if release includes one asset" {
|
|
||||||
$asset = @(
|
|
||||||
@{ name = "python-3.8.3-linux-16.04-x64.tar.gz"; browser_download_url = "fake_url"; }
|
|
||||||
)
|
|
||||||
$expectedManifestFile = @(
|
|
||||||
[PSCustomObject]@{ filename = "python-3.8.3-linux-16.04-x64.tar.gz"; arch = "x64"; platform = "linux"; platform_version = "16.04"; download_url = "fake_url" }
|
|
||||||
)
|
|
||||||
|
|
||||||
$releases = @(
|
|
||||||
@{ name = "3.8.3"; draft = $false; prerelease = $false; html_url = "fake_html_url"; published_at = "2020-05-06T11:43:38Z"; assets = $asset },
|
|
||||||
@{ name = "3.8.1"; draft = $false; prerelease = $false; html_url = "fake_html_url"; published_at = "2020-05-14T09:54:06Z"; assets = $assets }
|
|
||||||
)
|
|
||||||
$expectedManifest = @(
|
|
||||||
[PSCustomObject]@{ version = "3.8.3"; stable = $true; release_url = "fake_html_url"; files = $expectedManifestFile },
|
|
||||||
[PSCustomObject]@{ version = "3.8.1"; stable = $true; release_url = "fake_html_url"; files = $expectedManifestFiles }
|
|
||||||
)
|
|
||||||
[array]$actualManifest = Build-VersionsManifest -Releases $releases -Configuration $configuration
|
|
||||||
Assert-Equivalent -Actual $actualManifest -Expected $expectedManifest
|
|
||||||
}
|
|
||||||
|
|
||||||
It "set correct lts value for versions" {
|
|
||||||
$releases = @(
|
|
||||||
@{ name = "14.2.1"; draft = false; prerelease = $false; html_url = "fake_html_url"; published_at = "2020-05-14T09:54:06Z"; assets = $assets },
|
|
||||||
@{ name = "12.0.1"; draft = $false; prerelease = false; html_url = "fake_html_url"; published_at = "2020-05-06T11:45:36Z"; assets = $assets },
|
|
||||||
@{ name = "16.2.2"; draft = $false; prerelease = $false; html_url = "fake_html_url"; published_at = "2020-05-06T11:43:38Z"; assets = $assets }
|
|
||||||
)
|
|
||||||
$configuration = @{
|
|
||||||
regex = "python-\d+\.\d+\.\d+-(\w+)-([\w\.]+)?-?(x\d+)";
|
|
||||||
groups = [PSCustomObject]@{ platform = 1; platform_version = 2; arch = "x64"; }
|
|
||||||
lts_rule_expression = "@(@{ Name = '14'; Value = 'Fermium' }, @{ Name = '12'; Value = 'Erbium' })"
|
|
||||||
}
|
|
||||||
$expectedManifest = @(
|
|
||||||
[PSCustomObject]@{ version = "16.2.2"; stable = $true; release_url = "fake_html_url"; files = $expectedManifestFiles },
|
|
||||||
[PSCustomObject]@{ version = "14.2.1"; stable = $true; lts = "Fermium"; release_url = "fake_html_url"; files = $expectedManifestFiles },
|
|
||||||
[PSCustomObject]@{ version = "12.0.1"; stable = $true; lts = "Erbium"; release_url = "fake_html_url"; files = $expectedManifestFiles }
|
|
||||||
)
|
|
||||||
[array]$actualManifest = Build-VersionsManifest -Releases $releases -Configuration $configuration
|
|
||||||
Assert-Equivalent -Actual $actualManifest -Expected $expectedManifest
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
Describe "Get-VersionLtsStatus" {
|
|
||||||
$ltsRules = @(
|
|
||||||
@{ Name = "14"; Value = "Fermium" },
|
|
||||||
@{ Name = "12"; Value = "Erbium" },
|
|
||||||
@{ Name = "10"; Value = $true },
|
|
||||||
@{ Name = "8.3"; Value = "LTS 8.3" }
|
|
||||||
)
|
|
||||||
|
|
||||||
It "lts label is matched" {
|
|
||||||
Get-VersionLtsStatus -Version "14.2.2" -LtsRules $ltsRules | Should -Be "Fermium"
|
|
||||||
Get-VersionLtsStatus -Version "12.3.1" -LtsRules $ltsRules | Should -Be "Erbium"
|
|
||||||
Get-VersionLtsStatus -Version "10.8.1" -LtsRules $ltsRules | Should -Be $true
|
|
||||||
Get-VersionLtsStatus -Version "8.3.2" -LtsRules $ltsRules | Should -Be "LTS 8.3"
|
|
||||||
Get-VersionLtsStatus -Version "14" -LtsRules $ltsRules | Should -Be "Fermium"
|
|
||||||
}
|
|
||||||
|
|
||||||
It "lts label is not matched" {
|
|
||||||
Get-VersionLtsStatus -Version "9.1" -LtsRules $ltsRules | Should -Be $null
|
|
||||||
Get-VersionLtsStatus -Version "13.8" -LtsRules $ltsRules | Should -Be $null
|
|
||||||
Get-VersionLtsStatus -Version "5" -LtsRules $ltsRules | Should -Be $null
|
|
||||||
Get-VersionLtsStatus -Version "8.4" -LtsRules $ltsRules | Should -Be $null
|
|
||||||
Get-VersionLtsStatus -Version "142.5.1" -LtsRules $ltsRules | Should -Be $null
|
|
||||||
}
|
|
||||||
|
|
||||||
It "no rules" {
|
|
||||||
Get-VersionLtsStatus -Version "14.2.2" | Should -Be $null
|
|
||||||
Get-VersionLtsStatus -Version "12.3.1" -LtsRules $null | Should -Be $null
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
@@ -50,7 +50,6 @@ function Build-VersionsManifest {
|
|||||||
)
|
)
|
||||||
|
|
||||||
$Releases = $Releases | Sort-Object -Property "published_at" -Descending
|
$Releases = $Releases | Sort-Object -Property "published_at" -Descending
|
||||||
$ltsRules = Get-LtsRules -Configuration $Configuration
|
|
||||||
|
|
||||||
$versionsHash = @{}
|
$versionsHash = @{}
|
||||||
foreach ($release in $Releases) {
|
foreach ($release in $Releases) {
|
||||||
@@ -65,49 +64,15 @@ function Build-VersionsManifest {
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
$ltsStatus = Get-VersionLtsStatus -Version $versionKey -LtsRules $ltsRules
|
|
||||||
$stable = $version.PreReleaseLabel ? $false : $true
|
$stable = $version.PreReleaseLabel ? $false : $true
|
||||||
[array]$releaseAssets = $release.assets | ForEach-Object { New-AssetItem -ReleaseAsset $_ -Configuration $Configuration }
|
$versionsHash.Add($versionKey, [PSCustomObject]@{
|
||||||
|
version = $versionKey
|
||||||
$versionHash = [PSCustomObject]@{}
|
stable = $stable
|
||||||
$versionHash | Add-Member -Name "version" -Value $versionKey -MemberType NoteProperty
|
release_url = $release.html_url
|
||||||
$versionHash | Add-Member -Name "stable" -Value $stable -MemberType NoteProperty
|
files = $release.assets | ForEach-Object { New-AssetItem -ReleaseAsset $_ -Configuration $Configuration }
|
||||||
if ($ltsStatus) {
|
})
|
||||||
$versionHash | Add-Member -Name "lts" -Value $ltsStatus -MemberType NoteProperty
|
|
||||||
}
|
|
||||||
$versionHash | Add-Member -Name "release_url" -Value $release.html_url -MemberType NoteProperty
|
|
||||||
$versionHash | Add-Member -Name "files" -Value $releaseAssets -MemberType NoteProperty
|
|
||||||
$versionsHash.Add($versionKey, $versionHash)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
# Sort versions by descending
|
# Sort versions by descending
|
||||||
return $versionsHash.Values | Sort-Object -Property @{ Expression = { [Semver]$_.version }; Descending = $true }
|
return $versionsHash.Values | Sort-Object -Property @{ Expression = { [Semver]$_.version }; Descending = $true }
|
||||||
}
|
}
|
||||||
|
|
||||||
function Get-LtsRules {
|
|
||||||
param (
|
|
||||||
[Parameter(Mandatory)][object]$Configuration
|
|
||||||
)
|
|
||||||
|
|
||||||
$ruleExpression = $Configuration."lts_rule_expression"
|
|
||||||
if ($ruleExpression) {
|
|
||||||
Invoke-Expression $ruleExpression
|
|
||||||
} else {
|
|
||||||
@()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function Get-VersionLtsStatus {
|
|
||||||
param (
|
|
||||||
[Parameter(Mandatory)][string]$Version,
|
|
||||||
[array]$LtsRules
|
|
||||||
)
|
|
||||||
|
|
||||||
foreach ($ltsRule in $LtsRules) {
|
|
||||||
if (($Version -eq $ltsRule.Name) -or ($Version.StartsWith("$($ltsRule.Name)."))) {
|
|
||||||
return $ltsRule.Value
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return $null
|
|
||||||
}
|
|
||||||
@@ -1,29 +1,30 @@
|
|||||||
param (
|
param (
|
||||||
[Parameter(Mandatory)][string] $ManifestPath
|
[Parameter(Mandatory)][string] $ManifestUrl,
|
||||||
|
[string] $AccessToken
|
||||||
)
|
)
|
||||||
|
|
||||||
$Global:validationFailed = $false
|
$authorizationHeaderValue = "Basic $AccessToken"
|
||||||
|
$webRequestHeaders = @{}
|
||||||
|
if ($AccessToken) {
|
||||||
|
$webRequestHeaders.Add("Authorization", $authorizationHeaderValue)
|
||||||
|
}
|
||||||
|
|
||||||
function Publish-Error {
|
function Publish-Error {
|
||||||
param(
|
param(
|
||||||
[string] $ErrorDescription,
|
[string] $ErrorDescription,
|
||||||
[object] $Exception
|
[object] $Exception
|
||||||
)
|
)
|
||||||
|
Write-Host "##vso[task.logissue type=error]ERROR: $ErrorDescription."
|
||||||
Write-Output "::error ::$ErrorDescription"
|
Write-Host "##vso[task.logissue type=error] $Exception"
|
||||||
if (-not [string]::IsNullOrEmpty($Exception))
|
Write-Host "##vso[task.complete result=Failed;]"
|
||||||
{
|
|
||||||
Write-Output "Exception: $Exception"
|
|
||||||
}
|
|
||||||
$Global:validationFailed = $true
|
|
||||||
}
|
}
|
||||||
|
|
||||||
function Test-DownloadUrl {
|
function Test-DownloadUrl {
|
||||||
param(
|
param([string] $DownloadUrl)
|
||||||
[string] $DownloadUrl
|
|
||||||
)
|
|
||||||
|
|
||||||
$request = [System.Net.WebRequest]::Create($DownloadUrl)
|
$request = [System.Net.WebRequest]::Create($DownloadUrl)
|
||||||
|
if ($AccessToken) {
|
||||||
|
$request.Headers.Add("Authorization", $authorizationHeaderValue)
|
||||||
|
}
|
||||||
try {
|
try {
|
||||||
$response = $request.GetResponse()
|
$response = $request.GetResponse()
|
||||||
return ([int]$response.StatusCode -eq 200)
|
return ([int]$response.StatusCode -eq 200)
|
||||||
@@ -32,16 +33,19 @@ function Test-DownloadUrl {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (-not (Test-Path $ManifestPath)) {
|
Write-Host "Downloading manifest json from '$ManifestUrl'..."
|
||||||
Publish-Error "Unable to find manifest json file at '$ManifestPath'"
|
try {
|
||||||
|
$manifestResponse = Invoke-WebRequest -Method Get -Uri $ManifestUrl -Headers $webRequestHeaders
|
||||||
|
} catch {
|
||||||
|
Publish-Error "Unable to download manifest json from '$ManifestUrl'" $_
|
||||||
exit 1
|
exit 1
|
||||||
}
|
}
|
||||||
|
|
||||||
Write-Host "Parsing manifest json content from '$ManifestPath'..."
|
Write-Host "Parsing manifest json content from '$ManifestUrl'..."
|
||||||
try {
|
try {
|
||||||
$manifestJson = Get-Content $ManifestPath | ConvertFrom-Json
|
$manifestJson = $manifestResponse.Content | ConvertFrom-Json
|
||||||
} catch {
|
} catch {
|
||||||
Publish-Error "Unable to parse manifest json content '$ManifestPath'" $_
|
Publish-Error "Unable to parse manifest json content '$ManifestUrl'" $_
|
||||||
exit 1
|
exit 1
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -57,7 +61,3 @@ $manifestJson | ForEach-Object {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if ($Global:validationFailed) {
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|||||||
@@ -4,52 +4,30 @@ Pester extension that allows to run command and validate exit code
|
|||||||
.EXAMPLE
|
.EXAMPLE
|
||||||
"python file.py" | Should -ReturnZeroExitCode
|
"python file.py" | Should -ReturnZeroExitCode
|
||||||
#>
|
#>
|
||||||
|
|
||||||
function Get-CommandResult {
|
|
||||||
Param (
|
|
||||||
[Parameter(Mandatory=$true)]
|
|
||||||
[string] $Command,
|
|
||||||
[switch] $Multiline
|
|
||||||
)
|
|
||||||
# CMD and bash trick to suppress and show error output because some commands write to stderr (for example, "python --version")
|
|
||||||
If ($IsWindows) {
|
|
||||||
$stdout = & $env:comspec /c "$Command 2>&1"
|
|
||||||
} else {
|
|
||||||
$stdout = & bash -c "$Command 2>&1"
|
|
||||||
}
|
|
||||||
$exitCode = $LASTEXITCODE
|
|
||||||
|
|
||||||
return @{
|
|
||||||
Output = If ($Multiline -eq $true) { $stdout } else { [string]$stdout }
|
|
||||||
ExitCode = $exitCode
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function ShouldReturnZeroExitCode {
|
function ShouldReturnZeroExitCode {
|
||||||
Param(
|
Param(
|
||||||
[String] $ActualValue,
|
[Parameter (Mandatory = $true)] [ValidateNotNullOrEmpty()]
|
||||||
[switch] $Negate,
|
[String]$ActualValue,
|
||||||
[string] $Because # This parameter is unused by we need it to match Pester asserts signature
|
[switch]$Negate
|
||||||
)
|
)
|
||||||
|
|
||||||
$result = Get-CommandResult $ActualValue
|
Write-Host "Run command '${ActualValue}'"
|
||||||
|
Invoke-Expression -Command $ActualValue | ForEach-Object { Write-Host $_ }
|
||||||
|
$actualExitCode = $LASTEXITCODE
|
||||||
|
|
||||||
[bool]$succeeded = $result.ExitCode -eq 0
|
[bool]$succeeded = $actualExitCode -eq 0
|
||||||
if ($Negate) { $succeeded = -not $succeeded }
|
if ($Negate) { $succeeded = -not $succeeded }
|
||||||
|
|
||||||
if (-not $succeeded)
|
if (-not $succeeded)
|
||||||
{
|
{
|
||||||
$commandOutputIndent = " " * 4
|
$failureMessage = "Command '${ActualValue}' has finished with exit code ${actualExitCode}"
|
||||||
$commandOutput = ($result.Output | ForEach-Object { "${commandOutputIndent}${_}" }) -join "`n"
|
|
||||||
$failureMessage = "Command '${ActualValue}' has finished with exit code ${actualExitCode}`n${commandOutput}"
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return [PSCustomObject] @{
|
return New-Object PSObject -Property @{
|
||||||
Succeeded = $succeeded
|
Succeeded = $succeeded
|
||||||
FailureMessage = $failureMessage
|
FailureMessage = $failureMessage
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (Get-Command -Name Add-AssertionOperator -ErrorAction SilentlyContinue) {
|
Add-AssertionOperator -Name ReturnZeroExitCode `
|
||||||
Add-AssertionOperator -Name ReturnZeroExitCode -InternalName ShouldReturnZeroExitCode -Test ${function:ShouldReturnZeroExitCode}
|
-Test $function:ShouldReturnZeroExitCode
|
||||||
}
|
|
||||||
|
|||||||
Reference in New Issue
Block a user