Release Build #696
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Release Build | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| release_id: | |
| description: 'Release id to upload artifacts to' | |
| default: '' | |
| python_package_version: | |
| description: 'Version to use for creating the Python package' | |
| default: '' | |
| jobs: | |
| build_linux: | |
| name: Manylinux x86_64 Build | |
| runs-on: a100 | |
| strategy: | |
| matrix: | |
| package: [ torch-mlir, torch-mlir-core ] | |
| py_version: [ cp38-cp38, cp311-cp311 ] | |
| exclude: | |
| - package: torch-mlir-core | |
| py_version: cp38-cp38 | |
| - package: torch-mlir-core | |
| py_version: cp310-cp310 | |
| steps: | |
| - name: Prepare workspace | |
| run: | | |
| # Clear the workspace directory so that we don't run into errors about | |
| # existing lock files. | |
| sudo rm -rf $GITHUB_WORKSPACE/* | |
| - name: Get torch-mlir | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'true' | |
| fetch-depth: 0 | |
| - uses: ./.github/actions/setup-build | |
| with: | |
| cache-enabled: 'false' | |
| - name: Build Python wheels and smoke test. | |
| run: | | |
| cd $GITHUB_WORKSPACE | |
| TM_PACKAGE_VERSION=${{ github.event.inputs.python_package_version }} | |
| printf "TORCH_MLIR_PYTHON_PACKAGE_VERSION=%s\n" $TM_PACKAGE_VERSION > ./torch_mlir_package_version | |
| TM_PYTHON_VERSIONS=${{ matrix.py_version }} TM_PACKAGES=${{ matrix.package }} ./build_tools/python_deploy/build_linux_packages.sh | |
| # If we were given a release_id, then upload the package we just built | |
| # to the github releases page. | |
| - name: Upload Release Assets (if requested) | |
| if: github.event.inputs.release_id != '' | |
| id: upload-release-assets | |
| uses: dwenegar/upload-release-assets@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }} | |
| with: | |
| release_id: ${{ github.event.inputs.release_id }} | |
| assets_path: ./build_tools/python_deploy/wheelhouse/torch*.whl | |
| # Publishing is necessary to make the release visible to `pip` | |
| # on the github releases page. | |
| - name: Publish Release (if requested) | |
| if: github.event.inputs.release_id != '' | |
| id: publish_release | |
| uses: eregon/publish-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }} | |
| with: | |
| release_id: ${{ github.event.inputs.release_id }} | |
| - name: Create dist directory | |
| if: github.event.inputs.release_id != '' | |
| run: mkdir dist | |
| - name: Copy releases to publish to dist directory | |
| if: github.event.inputs.release_id != '' | |
| run: cp build_tools/python_deploy/wheelhouse/torch_mlir*.whl dist/ | |
| # Wheels must be published from a linux environment. | |
| # | |
| # See https://github.com/pypa/gh-action-pypi-publish/discussions/15 | |
| - name: Store the binary wheel | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: wheels | |
| path: dist | |
| build_linux_arm64: | |
| name: Manylinux arm64 Build | |
| runs-on: linux-arm64 | |
| strategy: | |
| matrix: | |
| package: [ torch-mlir, torch-mlir-core ] | |
| py_version: [ cp311-cp311 ] | |
| steps: | |
| - name: Prepare workspace | |
| run: | | |
| # Clear the workspace directory so that we don't run into errors about | |
| # existing lock files. | |
| sudo rm -rf $GITHUB_WORKSPACE/* | |
| - name: Get torch-mlir | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'true' | |
| fetch-depth: 0 | |
| - uses: ./.github/actions/setup-build | |
| with: | |
| cache-enabled: 'false' | |
| - name: Build Python wheels and smoke test. | |
| run: | | |
| cd $GITHUB_WORKSPACE | |
| TM_PACKAGE_VERSION=${{ github.event.inputs.python_package_version }} | |
| printf "TORCH_MLIR_PYTHON_PACKAGE_VERSION=%s\n" $TM_PACKAGE_VERSION > ./torch_mlir_package_version | |
| TM_PYTHON_VERSIONS=${{ matrix.py_version }} TM_PACKAGES=${{ matrix.package }} TM_TORCH_VERSION="stable" ./build_tools/python_deploy/build_linux_packages.sh | |
| # If we were given a release_id, then upload the package we just built | |
| # to the github releases page. | |
| - name: Upload Release Assets (if requested) | |
| if: github.event.inputs.release_id != '' | |
| id: upload-release-assets | |
| uses: dwenegar/upload-release-assets@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }} | |
| with: | |
| release_id: ${{ github.event.inputs.release_id }} | |
| assets_path: ./build_tools/python_deploy/wheelhouse/torch*.whl | |
| # Publishing is necessary to make the release visible to `pip` | |
| # on the github releases page. | |
| - name: Publish Release (if requested) | |
| if: github.event.inputs.release_id != '' | |
| id: publish_release | |
| uses: eregon/publish-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }} | |
| with: | |
| release_id: ${{ github.event.inputs.release_id }} | |
| - name: Create dist directory | |
| if: github.event.inputs.release_id != '' | |
| run: mkdir dist | |
| - name: Copy releases to publish to dist directory | |
| if: github.event.inputs.release_id != '' | |
| run: cp build_tools/python_deploy/wheelhouse/torch_mlir*.whl dist/ | |
| # Wheels must be published from a linux environment. | |
| # | |
| # See https://github.com/pypa/gh-action-pypi-publish/discussions/15 | |
| - name: Store the binary wheel | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: wheels | |
| path: dist | |
| build_macos: | |
| name: MacOS Build | |
| runs-on: macos-latest | |
| strategy: | |
| matrix: | |
| package: [ torch-mlir, torch-mlir-core ] | |
| steps: | |
| - name: Get torch-mlir | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'true' | |
| - uses: ./.github/actions/setup-build | |
| with: | |
| cache-enabled: 'false' | |
| - name: Build Python wheels and smoke test. | |
| run: | | |
| cd $GITHUB_WORKSPACE | |
| python -m pip install wheel | |
| TM_PACKAGE_VERSION=${{ github.event.inputs.python_package_version }} | |
| printf "TORCH_MLIR_PYTHON_PACKAGE_VERSION=%s\n" $TM_PACKAGE_VERSION > ./torch_mlir_package_version | |
| sudo ./build_tools/python_deploy/install_macos_deps.sh | |
| packages=${{ matrix.package }} TORCH_MLIR_PYTHON_VERSIONS="3.11" ./build_tools/python_deploy/build_macos_packages.sh | |
| # If we were given a release_id, then upload the package we just built | |
| # to the github releases page. | |
| - name: Upload Release Assets (if requested) | |
| if: github.event.inputs.release_id != '' | |
| id: upload-release-assets | |
| uses: dwenegar/upload-release-assets@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }} | |
| with: | |
| release_id: ${{ github.event.inputs.release_id }} | |
| assets_path: ./build_tools/python_deploy/wheelhouse/torch*.whl | |
| # Publishing is necessary to make the release visible to `pip` | |
| # on the github releases page. | |
| - name: Publish Release (if requested) | |
| if: github.event.inputs.release_id != '' | |
| id: publish_release | |
| uses: eregon/publish-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }} | |
| with: | |
| release_id: ${{ github.event.inputs.release_id }} | |
| - name: Create dist directory | |
| if: github.event.inputs.release_id != '' | |
| run: mkdir dist | |
| - name: Copy releases to publish to dist directory | |
| if: github.event.inputs.release_id != '' | |
| run: cp build_tools/python_deploy/wheelhouse/torch_mlir*.whl dist/ | |
| # Wheels must be published from a linux environment. | |
| # | |
| # See https://github.com/pypa/gh-action-pypi-publish/discussions/15 | |
| - name: Store the binary wheel | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: wheels | |
| path: dist | |
| build_windows: | |
| name: Windows Build | |
| runs-on: windows-latest | |
| strategy: | |
| matrix: | |
| package: [ torch-mlir, torch-mlir-core ] | |
| steps: | |
| - name: Get torch-mlir | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'true' | |
| - uses: ./.github/actions/setup-build | |
| with: | |
| cache-enabled: 'false' | |
| - name: Set up Visual Studio shell | |
| uses: egor-tensin/vs-shell@v2 | |
| with: | |
| arch: x64 | |
| - name: Build Python wheels and smoke test. | |
| shell: pwsh | |
| run: | | |
| if ( "${{ matrix.package }}" -eq "torch-mlir-core" ) | |
| { | |
| $env:TORCH_MLIR_ENABLE_JIT_IR_IMPORTER='0' | |
| $env:TORCH_MLIR_ENABLE_ONLY_MLIR_PYTHON_BINDINGS='1' | |
| } else { | |
| $env:TORCH_MLIR_ENABLE_JIT_IR_IMPORTER='1' | |
| $env:TORCH_MLIR_ENABLE_ONLY_MLIR_PYTHON_BINDINGS='0' | |
| } | |
| $env:TORCH_MLIR_PYTHON_PACKAGE_VERSION = '${{ github.event.inputs.python_package_version }}' | |
| ./build_tools/python_deploy/build_windows.ps1 | |
| # If we were given a release_id, then upload the package we just built | |
| # to the github releases page. | |
| - name: Upload Release Assets (if requested) | |
| if: github.event.inputs.release_id != '' | |
| id: upload-release-assets | |
| uses: dwenegar/upload-release-assets@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }} | |
| with: | |
| release_id: ${{ github.event.inputs.release_id }} | |
| assets_path: ./wheelhouse/torch*.whl | |
| # Publishing is necessary to make the release visible to `pip` | |
| # on the github releases page. | |
| - name: Publish Release (if requested) | |
| if: github.event.inputs.release_id != '' | |
| id: publish_release | |
| uses: eregon/publish-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }} | |
| with: | |
| release_id: ${{ github.event.inputs.release_id }} | |
| - name: Create dist directory | |
| if: github.event.inputs.release_id != '' | |
| run: mkdir dist | |
| continue-on-error: true | |
| - name: Copy releases to publish to dist directory | |
| if: github.event.inputs.release_id != '' | |
| run: cp ./wheelhouse/torch_mlir*.whl dist/ | |
| # Wheels must be published from a linux environment. | |
| # | |
| # See https://github.com/pypa/gh-action-pypi-publish/discussions/15 | |
| - name: Store the binary wheel | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: wheels | |
| path: dist | |
| publish_releases: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - build_linux | |
| - build_linux_arm64 | |
| - build_macos | |
| - build_windows | |
| # Publish even if one of the builds failed | |
| if: ${{ always() }} | |
| steps: | |
| - name: Invoke Publish Releases Page | |
| uses: benc-uk/workflow-dispatch@v1 | |
| with: | |
| workflow: Publish releases page | |
| token: ${{ secrets.WORKFLOW_INVOCATION_TOKEN }} | |
| # Wheels must be published from a linux environment. | |
| # | |
| # See https://github.com/pypa/gh-action-pypi-publish/discussions/15 | |
| # | |
| # We're temporarily disabling pypi publishing until we can fix audit wheel | |
| # ODR torch issues. See https://github.com/llvm/torch-mlir/issues/1709 | |
| # | |
| #- name: Download wheels for publishing to PyPI | |
| # uses: actions/download-artifact@v3 | |
| # with: | |
| # name: wheels | |
| # path: dist | |
| #- name: Publish to PyPI | |
| # if: github.event.inputs.release_id != '' | |
| # uses: pypa/[email protected] | |
| # with: | |
| # password: ${{ secrets.PYPI_API_TOKEN }} |