Continuous Integration #1312
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Continuous Integration | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "59 10 * * *" # 2 hrs after the nightly image build workflow | |
| push: | |
| pull_request_target: | |
| types: [labeled, synchronize, opened] | |
| permissions: | |
| id-token: write | |
| contents: read | |
| pull-requests: write # For removing tags from the PR | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| permission_check: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check for Actor Permission | |
| id: check | |
| continue-on-error: true | |
| uses: prince-chrismc/check-actor-permissions-action@v3 | |
| with: | |
| github_token: ${{ github.token }} | |
| permission: write | |
| - name: Debug Information | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| run: | | |
| echo "Event Name: ${{ github.event_name }}" | |
| echo "Labels: ${{ toJson(github.event.pull_request.labels) }}" | |
| echo "Permitted: ${{ steps.check.outputs.permitted }}" | |
| echo "Safe to Test Label Present: ${{ contains(github.event.pull_request.labels.*.name, 'safe to test') }}" | |
| - name: Check PR Safe to Run | |
| if: ${{ github.event_name == 'pull_request_target' && !contains(github.event.pull_request.labels.*.name, 'safe to test') && steps.check.outputs.permitted == 'false' }} | |
| run: exit 1 | |
| - name: Remove Safe to Test Label # One commit is safe doesn't mean the next commit is safe. | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions-ecosystem/[email protected] | |
| with: | |
| labels: 'safe to test' | |
| cloud_lint_check: | |
| needs: permission_check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| - name: Checkout repository(Pull Request Target) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Check if changes beside docs | |
| uses: dorny/paths-filter@v3 | |
| id: changes | |
| with: | |
| filters: | | |
| other_than_docs: | |
| - '!(docs/**)**' | |
| - name: Cloud Lint Check | |
| if: steps.changes.outputs.other_than_docs == 'true' | |
| run: | | |
| chmod +x ./.github/workflow_scripts/cloud_lint_check.sh && ./.github/workflow_scripts/cloud_lint_check.sh | |
| test_general_cloud: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| AG_VERSION: ["source", "1.1.0"] | |
| needs: cloud_lint_check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| - name: Checkout repository(Pull Request Target) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Check if changes beside docs | |
| uses: dorny/paths-filter@v3 | |
| id: changes | |
| with: | |
| filters: | | |
| other_than_docs: | |
| - '!(docs/**)**' | |
| - name: Test General Cloud | |
| if: steps.changes.outputs.other_than_docs == 'true' | |
| uses: ./.github/actions/test-cloud | |
| with: | |
| submodule-to-test: general | |
| ag_version: '${{ matrix.AG_VERSION }}' | |
| test_tabular_cloud: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| AG_VERSION: ["source", "1.1.0"] | |
| needs: cloud_lint_check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| - name: Checkout repository(Pull Request Target) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Check if changes beside docs | |
| uses: dorny/paths-filter@v3 | |
| id: changes | |
| with: | |
| filters: | | |
| other_than_docs: | |
| - '!(docs/**)**' | |
| - name: Test Tabular Cloud | |
| if: steps.changes.outputs.other_than_docs == 'true' | |
| uses: ./.github/actions/test-cloud | |
| with: | |
| submodule-to-test: tabular | |
| ag_version: '${{ matrix.AG_VERSION }}' | |
| test_text_cloud: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| AG_VERSION: ["source", "1.1.0"] | |
| needs: cloud_lint_check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| - name: Checkout repository(Pull Request Target) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Check if changes beside docs | |
| uses: dorny/paths-filter@v3 | |
| id: changes | |
| with: | |
| filters: | | |
| other_than_docs: | |
| - '!(docs/**)**' | |
| - name: Test Text Cloud | |
| if: steps.changes.outputs.other_than_docs == 'true' | |
| uses: ./.github/actions/test-cloud | |
| with: | |
| submodule-to-test: text | |
| ag_version: '${{ matrix.AG_VERSION }}' | |
| test_image_cloud: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| AG_VERSION: ["source", "1.1.0"] | |
| needs: cloud_lint_check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| - name: Checkout repository(Pull Request Target) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Check if changes beside docs | |
| uses: dorny/paths-filter@v3 | |
| id: changes | |
| with: | |
| filters: | | |
| other_than_docs: | |
| - '!(docs/**)**' | |
| - name: Test Image Cloud | |
| if: steps.changes.outputs.other_than_docs == 'true' | |
| uses: ./.github/actions/test-cloud | |
| with: | |
| submodule-to-test: image | |
| ag_version: '${{ matrix.AG_VERSION }}' | |
| test_multimodal_cloud: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| AG_VERSION: ["source", "1.1.0"] | |
| needs: cloud_lint_check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| - name: Checkout repository(Pull Request Target) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Check if changes beside docs | |
| uses: dorny/paths-filter@v3 | |
| id: changes | |
| with: | |
| filters: | | |
| other_than_docs: | |
| - '!(docs/**)**' | |
| - name: Test Multimodal Cloud | |
| if: steps.changes.outputs.other_than_docs == 'true' | |
| uses: ./.github/actions/test-cloud | |
| with: | |
| submodule-to-test: multimodal | |
| ag_version: '${{ matrix.AG_VERSION }}' | |
| test_timeseries_cloud: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| AG_VERSION: ["source", "1.1.0"] | |
| needs: cloud_lint_check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| - name: Checkout repository(Pull Request Target) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Check if changes beside docs | |
| uses: dorny/paths-filter@v3 | |
| id: changes | |
| with: | |
| filters: | | |
| other_than_docs: | |
| - '!(docs/**)**' | |
| - name: Test Timeseries Cloud | |
| if: steps.changes.outputs.other_than_docs == 'true' | |
| uses: ./.github/actions/test-cloud | |
| with: | |
| submodule-to-test: timeseries | |
| ag_version: '${{ matrix.AG_VERSION }}' | |
| test_cluster: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| AG_VERSION: ["source", "1.1.0"] | |
| needs: cloud_lint_check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| - name: Checkout repository(Pull Request Target) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Check if changes beside docs | |
| uses: dorny/paths-filter@v3 | |
| id: changes | |
| with: | |
| filters: | | |
| other_than_docs: | |
| - '!(docs/**)**' | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: arn:aws:iam::369469875935:role/CloudCluster | |
| role-duration-seconds: 7200 | |
| aws-region: us-east-1 | |
| - name: Test Cluster | |
| if: steps.changes.outputs.other_than_docs == 'true' | |
| run: | | |
| chmod +x ./.github/workflow_scripts/test_cluster.sh | |
| ./.github/workflow_scripts/test_cluster.sh '${{ matrix.AG_VERSION }}' | |
| build_doc: | |
| if: ${{ github.event_name != 'schedule' }} | |
| needs: [test_general_cloud, test_tabular_cloud, test_text_cloud, test_image_cloud, test_multimodal_cloud, test_timeseries_cloud, test_cluster] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| if: ${{ github.event_name != 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| - name: Checkout repository(Pull Request Target) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.pull_request.head.sha }} | |
| - name: Setup Env Vars | |
| uses: ./.github/actions/setup-env-vars | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - uses: r-lib/actions/setup-pandoc@v2 | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| role-to-assume: arn:aws:iam::369469875935:role/AutoGluonCloudCIDocRole | |
| role-duration-seconds: 3600 | |
| aws-region: us-east-1 | |
| - name: Build Doc(For push) | |
| if: ${{ github.event_name == 'push' }} | |
| run: | | |
| chmod +x ./.github/workflow_scripts/build_doc.sh | |
| ./.github/workflow_scripts/build_doc.sh '${{ github.ref }}' '${{ github.repository }}' '${{ env.SHORT_SHA }}' | |
| - name: Build Doc(For pull request) | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| env: | |
| branch: ${{ github.event.pull_request.head.ref }} | |
| run: | | |
| chmod +x ./.github/workflow_scripts/build_doc.sh | |
| ./.github/workflow_scripts/build_doc.sh "$branch" '${{ github.event.pull_request.head.repo.full_name }}' '${{ env.SHORT_SHA }}' PR-'${{ github.event.number }}' | |
| - name: Comment on PR | |
| if: ${{ github.event_name == 'pull_request_target' }} | |
| uses: peter-evans/create-or-update-comment@v4 | |
| with: | |
| issue-number: ${{ github.event.number }} | |
| body: | | |
| Job PR-${{ github.event.number }}-${{ env.SHORT_SHA }} is done. | |
| Docs are uploaded to https://d12sc05jpx1wj5.cloudfront.net/PR-${{ github.event.number }}/${{ env.SHORT_SHA }}/index.html |