Update versions-manifest (#123)

Co-authored-by: Service account <no-reply@microsoft.com>

.github/workflows/releases-validation.yml

@@ -14,7 +14,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [macos-latest, windows-latest, ubuntu-16.04, ubuntu-18.04, ubuntu-20.04]
+        os: [macos-latest, windows-latest, ubuntu-18.04, ubuntu-20.04]
         python: [3.5.4, 3.6.7, 3.7.5, 3.8.1]
     steps:
     - name: setup-python ${{ matrix.python }}

.github/workflows/validate-manifest.yml

@@ -1,31 +1,32 @@
 name: Validate manifest
 
 on:
-   schedule:
-    - cron:  '0 8,20 * * *'
-    
-   pull_request:
-     branches:
+  schedule:
+    - cron: '0 8,20 * * *'
+
+  pull_request:
+    branches:
       - main
-     paths:
+    paths:
       - 'versions-manifest.json'
+
 env:
   TOOL_NAME: "Python"
+
 defaults:
   run:
     shell: pwsh
-    
+
 jobs:
   validation:
     runs-on: ubuntu-latest
-    
     steps:
-    - uses: actions/checkout@v2
-      with:
+      - uses: actions/checkout@v2
+        with:
           submodules: true
-          
-    - name: Validate python-versions manifest
-      run: .\helpers\packages-generation\manifest-validator.ps1 -ManifestUrl https://raw.githubusercontent.com/actions/python-versions/main/versions-manifest.json -AccessToken ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Validate python-versions manifest
+        run: .\helpers\packages-generation\manifest-validator.ps1 -ManifestPath '.\versions-manifest.json'
 
   check_build:
     name: Check validation for failures 

azure-pipelines/build-python-packages.yml

@@ -22,25 +22,6 @@ stages:
   jobs:
   - template: /azure-pipelines/templates/test-job.yml
 
-- stage: Build_Python_Ubuntu_1604
-  dependsOn: []
-  variables:
-    VmImage: 'ubuntu-16.04'
-    Platform: linux-16.04
-    Architecture: x64
-  jobs:
-  - template: /azure-pipelines/templates/build-job.yml
-
-- stage: Test_Python_Ubuntu_1604
-  condition: succeeded()
-  dependsOn: Build_Python_Ubuntu_1604
-  variables:
-    VmImage: 'ubuntu-16.04'
-    Platform: linux-16.04
-    Architecture: x64
-  jobs:
-  - template: /azure-pipelines/templates/test-job.yml
-
 - stage: Build_Python_Ubuntu_1804
   dependsOn: []
   variables:
@@ -118,7 +99,7 @@ stages:
   - template: /azure-pipelines/templates/test-job.yml
 
 - stage: Publish_Release
-  dependsOn: [Test_Python_MacOS, Test_Python_Ubuntu_1604, Test_Python_Ubuntu_1804, Test_Python_Ubuntu_2004, Test_Python_x64_Windows, Test_Python_x86_Windows]
+  dependsOn: [Test_Python_MacOS, Test_Python_Ubuntu_1804, Test_Python_Ubuntu_2004, Test_Python_x64_Windows, Test_Python_x86_Windows]
   jobs:
   - deployment: Publish_Release
     pool:

builders/ubuntu-python-builder.psm1

@@ -86,10 +86,7 @@ class UbuntuPythonBuilder : NixPythonBuilder {
             Execute-Command -Command "sudo apt install -y $_"
         }
 
-        if ($this.Platform -ne "linux-16.04") {
-            ### On Ubuntu-1804, libgdbm-compat-dev has older modules that are no longer in libgdbm-dev
-            Execute-Command -Command "sudo apt install -y libgdbm-compat-dev"
-        }
-        
+        ### On Ubuntu-1804, libgdbm-compat-dev has older modules that are no longer in libgdbm-dev
+        Execute-Command -Command "sudo apt install -y libgdbm-compat-dev"
     }
 }

installers/nix-setup-template.sh

@@ -48,9 +48,9 @@ fi
 
 chmod +x ../python $PYTHON_MAJOR $PYTHON_MAJOR_DOT_MINOR $PYTHON_MAJORMINOR python
 
-echo "Upgrading PIP..."
+echo "Upgrading pip..."
 ./python -m ensurepip
-./python -m pip install --ignore-installed pip --no-warn-script-location
+./python -m pip install --ignore-installed pip --disable-pip-version-check --no-warn-script-location
 
 echo "Create complete file"
 touch $PYTHON_TOOLCACHE_VERSION_PATH/x64.complete

tests/ManifestConfig.Tests.ps1

@@ -5,7 +5,6 @@ $Configuration = Read-ConfigurationFile -Filepath $ConfigurationFile
 
 $stableTestCases = @(
     @{ ReleaseName = "python-3.8.3-darwin-x64.tar.gz"; ExpectedResult = @{ platform = "darwin"; platform_version = $null; arch = "x64"} },
-    @{ ReleaseName = "python-3.8.3-linux-16.04-x64.tar.gz"; ExpectedResult = @{ platform = "linux"; platform_version = "16.04"; arch = "x64"} },
     @{ ReleaseName = "python-3.8.3-linux-18.04-x64.tar.gz"; ExpectedResult = @{ platform = "linux"; platform_version = "18.04"; arch = "x64"} },
     @{ ReleaseName = "python-3.8.3-linux-20.04-x64.tar.gz"; ExpectedResult = @{ platform = "linux"; platform_version = "20.04"; arch = "x64"} },
     @{ ReleaseName = "python-3.8.3-win32-x64.zip"; ExpectedResult = @{ platform = "win32"; platform_version = $null; arch = "x64"} },
@@ -14,7 +13,6 @@ $stableTestCases = @(
 
 $unstableTestCases = @(
     @{ ReleaseName = "python-3.9.0-alpha.2-darwin-x64.tar.gz"; ExpectedResult = @{ platform = "darwin"; platform_version = $null; arch = "x64"} },
-    @{ ReleaseName = "python-3.9.0-beta.1-linux-16.04-x64.tar.gz"; ExpectedResult = @{ platform = "linux"; platform_version = "16.04"; arch = "x64"} },
     @{ ReleaseName = "python-3.9.0-rc.4-linux-18.04-x64.tar.gz"; ExpectedResult = @{ platform = "linux"; platform_version = "18.04"; arch = "x64"} },
     @{ ReleaseName = "python-3.9.0-beta.2-linux-20.04-x64.tar.gz"; ExpectedResult = @{ platform = "linux"; platform_version = "20.04"; arch = "x64"} },
     @{ ReleaseName = "python-3.9.0-beta.2-win32-x64.zip"; ExpectedResult = @{ platform = "win32"; platform_version = $null; arch = "x64"} },

tests/python-tests.ps1

@@ -24,7 +24,7 @@ function Analyze-MissingModules([string] $buildOutputLocation) {
         $module = $regexMatch.Groups[1].Value.Trim()
         Write-Host "Failed missing modules:"
         Write-Host $module
-        if ( ($module -eq "_tkinter") -and ( ($Version -like "3.10.0-beta*") -or ($Version -like "3.10.0-alpha*") ) ) {
+        if ( ($module -eq "_tkinter") -and ( [semver]"$($Version.Major).$($Version.Minor)" -ge [semver]"3.10" -and $Version.PreReleaseLabel ) ) {
           Write-Host "$module $Version ignored"
         } else {
           return 1

tests/sources/python-modules.py

@@ -261,6 +261,10 @@ if sys.version_info >= (3, 10):
     standard_library.remove('symbol')
     standard_library.remove('formatter')
 
+# 'binhex' module has been removed from Python 3.11
+if sys.version_info >= (3, 11):
+    standard_library.remove('binhex')
+
 # Remove tkinter and Easter eggs
 excluded_modules = [
     'antigravity',

versions-manifest.json

@@ -1,4 +1,82 @@
 [
+  {
+    "version": "3.11.0-alpha.1",
+    "stable": false,
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.11.0-alpha.1-117932",
+    "files": [
+      {
+        "filename": "python-3.11.0-alpha.1-darwin-x64.tar.gz",
+        "arch": "x64",
+        "platform": "darwin",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.11.0-alpha.1-117932/python-3.11.0-alpha.1-darwin-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.11.0-alpha.1-linux-18.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "18.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.11.0-alpha.1-117932/python-3.11.0-alpha.1-linux-18.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.11.0-alpha.1-linux-20.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "20.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.11.0-alpha.1-117932/python-3.11.0-alpha.1-linux-20.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.11.0-alpha.1-win32-x64.zip",
+        "arch": "x64",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.11.0-alpha.1-117932/python-3.11.0-alpha.1-win32-x64.zip"
+      },
+      {
+        "filename": "python-3.11.0-alpha.1-win32-x86.zip",
+        "arch": "x86",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.11.0-alpha.1-117932/python-3.11.0-alpha.1-win32-x86.zip"
+      }
+    ]
+  },
+  {
+    "version": "3.10.0",
+    "stable": true,
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.10.0-117927",
+    "files": [
+      {
+        "filename": "python-3.10.0-darwin-x64.tar.gz",
+        "arch": "x64",
+        "platform": "darwin",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.10.0-117927/python-3.10.0-darwin-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.10.0-linux-18.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "18.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.10.0-117927/python-3.10.0-linux-18.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.10.0-linux-20.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "20.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.10.0-117927/python-3.10.0-linux-20.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.10.0-win32-x64.zip",
+        "arch": "x64",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.10.0-117927/python-3.10.0-win32-x64.zip"
+      },
+      {
+        "filename": "python-3.10.0-win32-x86.zip",
+        "arch": "x86",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.10.0-117927/python-3.10.0-win32-x86.zip"
+      }
+    ]
+  },
   {
     "version": "3.10.0-rc.2",
     "stable": false,
@@ -625,46 +703,39 @@
   {
     "version": "3.9.6",
     "stable": true,
-    "release_url": "https://github.com/actions/python-versions/releases/tag/3.9.6-112667",
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.9.6-117960",
     "files": [
       {
         "filename": "python-3.9.6-darwin-x64.tar.gz",
         "arch": "x64",
         "platform": "darwin",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-112667/python-3.9.6-darwin-x64.tar.gz"
-      },
-      {
-        "filename": "python-3.9.6-linux-16.04-x64.tar.gz",
-        "arch": "x64",
-        "platform": "linux",
-        "platform_version": "16.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-112667/python-3.9.6-linux-16.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-117960/python-3.9.6-darwin-x64.tar.gz"
       },
       {
         "filename": "python-3.9.6-linux-18.04-x64.tar.gz",
         "arch": "x64",
         "platform": "linux",
         "platform_version": "18.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-112667/python-3.9.6-linux-18.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-117960/python-3.9.6-linux-18.04-x64.tar.gz"
       },
       {
         "filename": "python-3.9.6-linux-20.04-x64.tar.gz",
         "arch": "x64",
         "platform": "linux",
         "platform_version": "20.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-112667/python-3.9.6-linux-20.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-117960/python-3.9.6-linux-20.04-x64.tar.gz"
       },
       {
         "filename": "python-3.9.6-win32-x64.zip",
         "arch": "x64",
         "platform": "win32",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-112667/python-3.9.6-win32-x64.zip"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-117960/python-3.9.6-win32-x64.zip"
       },
       {
         "filename": "python-3.9.6-win32-x86.zip",
         "arch": "x86",
         "platform": "win32",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-112667/python-3.9.6-win32-x86.zip"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.6-117960/python-3.9.6-win32-x86.zip"
       }
     ]
   },
@@ -1223,27 +1294,27 @@
   {
     "version": "3.8.12",
     "stable": true,
-    "release_url": "https://github.com/actions/python-versions/releases/tag/3.8.12-116385",
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.8.12-117929",
     "files": [
       {
         "filename": "python-3.8.12-darwin-x64.tar.gz",
         "arch": "x64",
         "platform": "darwin",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.12-116385/python-3.8.12-darwin-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.12-117929/python-3.8.12-darwin-x64.tar.gz"
       },
       {
         "filename": "python-3.8.12-linux-18.04-x64.tar.gz",
         "arch": "x64",
         "platform": "linux",
         "platform_version": "18.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.12-116385/python-3.8.12-linux-18.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.12-117929/python-3.8.12-linux-18.04-x64.tar.gz"
       },
       {
         "filename": "python-3.8.12-linux-20.04-x64.tar.gz",
         "arch": "x64",
         "platform": "linux",
         "platform_version": "20.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.12-116385/python-3.8.12-linux-20.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.12-117929/python-3.8.12-linux-20.04-x64.tar.gz"
       }
     ]
   },
@@ -1277,46 +1348,39 @@
   {
     "version": "3.8.10",
     "stable": true,
-    "release_url": "https://github.com/actions/python-versions/releases/tag/3.8.10-109483",
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.8.10-117959",
     "files": [
       {
         "filename": "python-3.8.10-darwin-x64.tar.gz",
         "arch": "x64",
         "platform": "darwin",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-109483/python-3.8.10-darwin-x64.tar.gz"
-      },
-      {
-        "filename": "python-3.8.10-linux-16.04-x64.tar.gz",
-        "arch": "x64",
-        "platform": "linux",
-        "platform_version": "16.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-109483/python-3.8.10-linux-16.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-117959/python-3.8.10-darwin-x64.tar.gz"
       },
       {
         "filename": "python-3.8.10-linux-18.04-x64.tar.gz",
         "arch": "x64",
         "platform": "linux",
         "platform_version": "18.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-109483/python-3.8.10-linux-18.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-117959/python-3.8.10-linux-18.04-x64.tar.gz"
       },
       {
         "filename": "python-3.8.10-linux-20.04-x64.tar.gz",
         "arch": "x64",
         "platform": "linux",
         "platform_version": "20.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-109483/python-3.8.10-linux-20.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-117959/python-3.8.10-linux-20.04-x64.tar.gz"
       },
       {
         "filename": "python-3.8.10-win32-x64.zip",
         "arch": "x64",
         "platform": "win32",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-109483/python-3.8.10-win32-x64.zip"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-117959/python-3.8.10-win32-x64.zip"
       },
       {
         "filename": "python-3.8.10-win32-x86.zip",
         "arch": "x86",
         "platform": "win32",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-109483/python-3.8.10-win32-x86.zip"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.10-117959/python-3.8.10-win32-x86.zip"
       }
     ]
   },
@@ -1461,46 +1525,39 @@
   {
     "version": "3.8.6",
     "stable": true,
-    "release_url": "https://github.com/actions/python-versions/releases/tag/3.8.6-96691",
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.8.6-117961",
     "files": [
       {
         "filename": "python-3.8.6-darwin-x64.tar.gz",
         "arch": "x64",
         "platform": "darwin",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-96691/python-3.8.6-darwin-x64.tar.gz"
-      },
-      {
-        "filename": "python-3.8.6-linux-16.04-x64.tar.gz",
-        "arch": "x64",
-        "platform": "linux",
-        "platform_version": "16.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-96691/python-3.8.6-linux-16.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-117961/python-3.8.6-darwin-x64.tar.gz"
       },
       {
         "filename": "python-3.8.6-linux-18.04-x64.tar.gz",
         "arch": "x64",
         "platform": "linux",
         "platform_version": "18.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-96691/python-3.8.6-linux-18.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-117961/python-3.8.6-linux-18.04-x64.tar.gz"
       },
       {
         "filename": "python-3.8.6-linux-20.04-x64.tar.gz",
         "arch": "x64",
         "platform": "linux",
         "platform_version": "20.04",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-96691/python-3.8.6-linux-20.04-x64.tar.gz"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-117961/python-3.8.6-linux-20.04-x64.tar.gz"
       },
       {
         "filename": "python-3.8.6-win32-x64.zip",
         "arch": "x64",
         "platform": "win32",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-96691/python-3.8.6-win32-x64.zip"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-117961/python-3.8.6-win32-x64.zip"
       },
       {
         "filename": "python-3.8.6-win32-x86.zip",
         "arch": "x86",
         "platform": "win32",
-        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-96691/python-3.8.6-win32-x86.zip"
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-117961/python-3.8.6-win32-x86.zip"
       }
     ]
   },