Merge pull request #56 from dmitry-shibanov/v-dmshib/exclude-symbol-from3.10

Exclude symbol module from python 3.10 and higher.

.github/workflows/create-pr.yml

@@ -0,0 +1,33 @@
+name: Create Pull Request
+on:
+  workflow_dispatch:
+
+defaults:
+  run:
+    shell: pwsh
+
+jobs:
+  create_pr:
+    name: Create Pull Request
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        submodules: true
+
+    - name: Create versions-manifest.json
+      run: |
+        ./helpers/packages-generation/manifest-generator.ps1 -RepositoryFullName "$env:GITHUB_REPOSITORY" `
+                                                             -GitHubAccessToken "${{secrets.GITHUB_TOKEN}}" `
+                                                             -OutputFile "./versions-manifest.json" `
+                                                             -ConfigurationFile "./config/python-manifest-config.json"
+    - name: Create GitHub PR
+      run: |
+        $formattedDate = Get-Date -Format "MM/dd/yyyy"
+        ./helpers/github/create-pull-request.ps1 `
+                            -RepositoryFullName "$env:GITHUB_REPOSITORY" `
+                            -AccessToken "${{secrets.GITHUB_TOKEN}}" `
+                            -BranchName "update-versions-manifest-file" `
+                            -CommitMessage "Update versions-manifest" `
+                            -PullRequestTitle "[versions-manifest] Update for release from ${formattedDate}" `
+                            -PullRequestBody "Update versions-manifest.json for release from ${formattedDate}"

.github/workflows/create-release.yml

@@ -0,0 +1,18 @@
+name: Create release
+on:
+  repository_dispatch:
+    types: [create-release]
+
+jobs:
+  create_release:
+    name: Create release ${{ github.event.client_payload.ToolVersion }}
+    runs-on: ubuntu-latest
+    steps:
+    - name: Create release for Python ${{ github.event.client_payload.ToolVersion }}
+      uses: actions/create-release@v1
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      with:
+        tag_name: ${{ github.event.client_payload.TagName }}
+        release_name: ${{ github.event.client_payload.ToolVersion }}
+        body: ${{ github.event.client_payload.ReleaseBody }}

azure-pipelines/build-python-packages.yml

@@ -116,3 +116,17 @@ stages:
     Architecture: x86
   jobs:
   - template: /azure-pipelines/templates/test-job.yml
+
+- stage: Publish_Release
+  dependsOn: [Test_Python_MacOS, Test_Python_Ubuntu_1604, Test_Python_Ubuntu_1804, Test_Python_Ubuntu_2004, Test_Python_x64_Windows, Test_Python_x86_Windows]
+  jobs:
+  - deployment: Publish_Release
+    pool:
+      name: Azure Pipelines
+      vmImage: ubuntu-18.04
+    environment: 'Get Available Tools Versions - Publishing Approval'
+    strategy:
+      runOnce:
+        deploy:
+          steps:
+          - template: /azure-pipelines/templates/publish-release-steps.yml

azure-pipelines/templates/publish-release-steps.yml

@@ -0,0 +1,47 @@
+steps:
+- download: none
+
+- checkout: self
+  submodules: true
+
+- task: DownloadPipelineArtifact@2
+  inputs:
+    source: 'current'
+    path: $(Build.BinariesDirectory)
+
+- task: PowerShell@2
+  displayName: 'Create release Python $(VERSION)'
+  inputs:
+    TargetType: inline
+    script: |
+      $tagName = "$(VERSION)-$(Build.BuildId)"
+      $releaseBody = "Python $(VERSION)"
+      ./helpers/github/create-release.ps1 -RepositoryFullName "$(Build.Repository.Name)" `
+                                          -AccessToken "$(GITHUB_TOKEN)" `
+                                          -ToolVersion "$(VERSION)" `
+                                          -TagName "$tagName" `
+                                          -ReleaseBody "$releaseBody" `
+                                          -EventType "$(EVENT_TYPE)"
+- task: GitHubRelease@1
+  displayName: 'Upload release assets'
+  inputs:
+    gitHubConnection: 'Github Connection'
+    action: edit
+    tag: '$(VERSION)-$(Build.BuildId)'
+    title: '$(VERSION)'
+    releaseNotesSource: inline
+    releaseNotesInline: '$(RELEASE_NOTES_CONTENT)'
+    assets: '$(Build.BinariesDirectory)/*/*'
+    assetUploadMode: replace
+    addChangeLog: false
+
+- task: PowerShell@2
+  displayName: 'Trigger "Create Pull Request" workflow'
+  inputs:
+    TargetType: inline
+    script: |
+      Import-Module (Join-Path (Get-Location).Path "github-api.psm1")
+      $gitHubApi = Get-GitHubApi -RepositoryFullName "$(Build.Repository.Name)" -AccessToken "$(GITHUB_TOKEN)"
+      $gitHubApi.CreateWorkflowDispatch("$(WORKFLOW_FILE_NAME)", "$(WORKFLOW_DISPATCH_REF)", "$(INPUTS)")
+      Write-Host "Please find created Pull request here: $(Build.Repository.Uri)/pulls"
+    workingDirectory: '$(Build.SourcesDirectory)/helpers/github'

tests/python-tests.ps1

@@ -7,6 +7,7 @@ param (
 
 Import-Module (Join-Path $PSScriptRoot "../helpers/pester-extensions.psm1")
 Import-Module (Join-Path $PSScriptRoot "../helpers/common-helpers.psm1")
+Import-Module (Join-Path $PSScriptRoot "../builders/python-version.psm1")
 
 function Analyze-MissingModules([string] $buildOutputLocation) {
     $searchStringStart = "Failed to build these modules:"
@@ -59,7 +60,8 @@ Describe "Tests" {
         }
 
         It "Check if python configuration is correct" {
-            "python ./sources/python-config-test.py $Version" | Should -ReturnZeroExitCode
+            $nativeVersion = Convert-Version -version $Version
+            "python ./sources/python-config-test.py $Version $nativeVersion" | Should -ReturnZeroExitCode
         }
 
         It "Check if shared libraries are linked correctly" {

tests/sources/python-config-test.py

@@ -1,4 +1,5 @@
 import distutils.sysconfig
+from distutils.version import StrictVersion
 import sysconfig
 import sys
 import platform
@@ -7,6 +8,7 @@ import os
 # Define variables
 os_type = platform.system()
 version = sys.argv[1]
+nativeVersion = sys.argv[2]
 
 lib_dir_path = sysconfig.get_config_var('LIBDIR')
 ld_library_name = sysconfig.get_config_var('LDLIBRARY')
@@ -41,7 +43,7 @@ else:
 ### Validate macOS
 if os_type == 'Darwin':
     ### Validate openssl links
-    if version < "3.7.0":
+    if StrictVersion(nativeVersion) < StrictVersion("3.7.0"):
         expected_ldflags = '-L/usr/local/opt/openssl@1.1/lib'
         ldflags = sysconfig.get_config_var('LDFLAGS')
 

tests/sources/python-modules.py

@@ -255,6 +255,10 @@ if sys.version_info > (3, 7):
 if sys.version_info > (3, 8):
     standard_library.remove('dummy_threading')
 
+# 'symbol' module has been removed from Python 3.10
+if sys.version_info >= (3, 10):
+    standard_library.remove('symbol')
+
 # Remove tkinter and Easter eggs
 excluded_modules = [
     'antigravity',

versions-manifest.json

@@ -1,4 +1,142 @@
 [
+  {
+    "version": "3.9.0",
+    "stable": true,
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.9.0-83838",
+    "files": [
+      {
+        "filename": "python-3.9.0-darwin-x64.tar.gz",
+        "arch": "x64",
+        "platform": "darwin",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-83838/python-3.9.0-darwin-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-linux-16.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "16.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-83838/python-3.9.0-linux-16.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-linux-18.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "18.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-83838/python-3.9.0-linux-18.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-linux-20.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "20.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-83838/python-3.9.0-linux-20.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-win32-x64.zip",
+        "arch": "x64",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-83838/python-3.9.0-win32-x64.zip"
+      },
+      {
+        "filename": "python-3.9.0-win32-x86.zip",
+        "arch": "x86",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-83838/python-3.9.0-win32-x86.zip"
+      }
+    ]
+  },
+  {
+    "version": "3.9.0-rc.2",
+    "stable": false,
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.9.0-rc.2-82072",
+    "files": [
+      {
+        "filename": "python-3.9.0-rc.2-darwin-x64.tar.gz",
+        "arch": "x64",
+        "platform": "darwin",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.2-82072/python-3.9.0-rc.2-darwin-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-rc.2-linux-16.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "16.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.2-82072/python-3.9.0-rc.2-linux-16.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-rc.2-linux-18.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "18.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.2-82072/python-3.9.0-rc.2-linux-18.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-rc.2-linux-20.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "20.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.2-82072/python-3.9.0-rc.2-linux-20.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-rc.2-win32-x64.zip",
+        "arch": "x64",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.2-82072/python-3.9.0-rc.2-win32-x64.zip"
+      },
+      {
+        "filename": "python-3.9.0-rc.2-win32-x86.zip",
+        "arch": "x86",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.2-82072/python-3.9.0-rc.2-win32-x86.zip"
+      }
+    ]
+  },
+  {
+    "version": "3.9.0-rc.1",
+    "stable": false,
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.9.0-rc.1-20200812.1",
+    "files": [
+      {
+        "filename": "python-3.9.0-rc.1-darwin-x64.tar.gz",
+        "arch": "x64",
+        "platform": "darwin",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.1-20200812.1/python-3.9.0-rc.1-darwin-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-rc.1-linux-16.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "16.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.1-20200812.1/python-3.9.0-rc.1-linux-16.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-rc.1-linux-18.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "18.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.1-20200812.1/python-3.9.0-rc.1-linux-18.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-rc.1-linux-20.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "20.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.1-20200812.1/python-3.9.0-rc.1-linux-20.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.9.0-rc.1-win32-x64.zip",
+        "arch": "x64",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.1-20200812.1/python-3.9.0-rc.1-win32-x64.zip"
+      },
+      {
+        "filename": "python-3.9.0-rc.1-win32-x86.zip",
+        "arch": "x86",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.9.0-rc.1-20200812.1/python-3.9.0-rc.1-win32-x86.zip"
+      }
+    ]
+  },
   {
     "version": "3.9.0-beta.5",
     "stable": false,
@@ -91,6 +229,52 @@
       }
     ]
   },
+  {
+    "version": "3.8.6",
+    "stable": true,
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.8.6-82502",
+    "files": [
+      {
+        "filename": "python-3.8.6-darwin-x64.tar.gz",
+        "arch": "x64",
+        "platform": "darwin",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-82502/python-3.8.6-darwin-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.8.6-linux-16.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "16.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-82502/python-3.8.6-linux-16.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.8.6-linux-18.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "18.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-82502/python-3.8.6-linux-18.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.8.6-linux-20.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "20.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-82502/python-3.8.6-linux-20.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.8.6-win32-x64.zip",
+        "arch": "x64",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-82502/python-3.8.6-win32-x64.zip"
+      },
+      {
+        "filename": "python-3.8.6-win32-x86.zip",
+        "arch": "x86",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.8.6-82502/python-3.8.6-win32-x86.zip"
+      }
+    ]
+  },
   {
     "version": "3.8.5",
     "stable": true,
@@ -367,6 +551,52 @@
       }
     ]
   },
+  {
+    "version": "3.7.9",
+    "stable": true,
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.7.9-20200818.1",
+    "files": [
+      {
+        "filename": "python-3.7.9-darwin-x64.tar.gz",
+        "arch": "x64",
+        "platform": "darwin",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.7.9-20200818.1/python-3.7.9-darwin-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.7.9-linux-16.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "16.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.7.9-20200818.1/python-3.7.9-linux-16.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.7.9-linux-18.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "18.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.7.9-20200818.1/python-3.7.9-linux-18.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.7.9-linux-20.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "20.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.7.9-20200818.1/python-3.7.9-linux-20.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.7.9-win32-x64.zip",
+        "arch": "x64",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.7.9-20200818.1/python-3.7.9-win32-x64.zip"
+      },
+      {
+        "filename": "python-3.7.9-win32-x86.zip",
+        "arch": "x86",
+        "platform": "win32",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.7.9-20200818.1/python-3.7.9-win32-x86.zip"
+      }
+    ]
+  },
   {
     "version": "3.7.8",
     "stable": true,
@@ -551,6 +781,40 @@
       }
     ]
   },
+  {
+    "version": "3.6.12",
+    "stable": true,
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.6.12-20200818.3",
+    "files": [
+      {
+        "filename": "python-3.6.12-darwin-x64.tar.gz",
+        "arch": "x64",
+        "platform": "darwin",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.6.12-20200818.3/python-3.6.12-darwin-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.6.12-linux-16.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "16.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.6.12-20200818.3/python-3.6.12-linux-16.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.6.12-linux-18.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "18.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.6.12-20200818.3/python-3.6.12-linux-18.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.6.12-linux-20.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "20.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.6.12-20200818.3/python-3.6.12-linux-20.04-x64.tar.gz"
+      }
+    ]
+  },
   {
     "version": "3.6.11",
     "stable": true,
@@ -745,6 +1009,40 @@
       }
     ]
   },
+  {
+    "version": "3.5.10",
+    "stable": true,
+    "release_url": "https://github.com/actions/python-versions/releases/tag/3.5.10-80630",
+    "files": [
+      {
+        "filename": "python-3.5.10-darwin-x64.tar.gz",
+        "arch": "x64",
+        "platform": "darwin",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.5.10-80630/python-3.5.10-darwin-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.5.10-linux-16.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "16.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.5.10-80630/python-3.5.10-linux-16.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.5.10-linux-18.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "18.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.5.10-80630/python-3.5.10-linux-18.04-x64.tar.gz"
+      },
+      {
+        "filename": "python-3.5.10-linux-20.04-x64.tar.gz",
+        "arch": "x64",
+        "platform": "linux",
+        "platform_version": "20.04",
+        "download_url": "https://github.com/actions/python-versions/releases/download/3.5.10-80630/python-3.5.10-linux-20.04-x64.tar.gz"
+      }
+    ]
+  },
   {
     "version": "3.5.9",
     "stable": true,