Acceptance Testing #74
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Acceptance Testing | |
| on: | |
| workflow_dispatch: | |
| workflow_run: | |
| # wait for Platform Executable Release to complete | |
| workflows: | |
| [ | |
| "Windows Executable Release", | |
| ] | |
| branches: [main] | |
| types: | |
| - completed | |
| env: | |
| INPUT_OWNER: ${{ github.repository_owner }} | |
| INPUT_REPO: twilio-cli | |
| INPUT_GITHUB_TOKEN: ${{ secrets.REPO_ACCESS_TOKEN }} | |
| INPUT_WAITING_INTERVAL: 10 | |
| INPUT_PROPAGATE_FAILURE: true | |
| INPUT_TRIGGER_WORKFLOW: false | |
| jobs: | |
| get-branch: | |
| name: Get Current Branch Name | |
| runs-on: ubuntu-latest | |
| outputs: | |
| branch: ${{ steps.extract_branch.outputs.branch }} | |
| steps: | |
| - name: Extract branch name | |
| id: extract_branch | |
| run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF#refs/heads/})" | |
| get-tag: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| TAG_NAME: ${{steps.get-tag.outputs.TAG_NAME}} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Getting latest tag | |
| id: get-tag | |
| run: | | |
| git fetch --prune --unshallow | |
| echo "::set-output name=TAG_NAME::$(git describe --tags $(git rev-list --tags --max-count=1))" | |
| wait-for-brew-releases: | |
| name: Wait for brew Release to complete | |
| runs-on: macos-12 | |
| continue-on-error: true | |
| strategy: | |
| matrix: | |
| node-version: [ 18.x, 20.x, lts/* ] | |
| outputs: | |
| ACCEPTANCE_FAILURE_TAG: ${{ steps.failure_brew.outputs.FAILURE_TAG_BREW }} | |
| steps: | |
| - name: Checkout cli repo | |
| uses: actions/checkout@v2 | |
| - name: Wait for oclif executables Release | |
| run: source .github/scripts/trigger-and-wait.sh | |
| env: | |
| INPUT_OWNER: ${{ github.repository_owner }} | |
| INPUT_GITHUB_TOKEN: ${{ secrets.REPO_ACCESS_TOKEN }} | |
| INPUT_WORKFLOW_FILE_NAME: release.yml | |
| INPUT_REF: main | |
| INPUT_REPO: homebrew-brew | |
| - name: Global - Testing installation of Twilio CLI (1) | |
| if: ${{ github.respository != 'twilio/draft-release-branch' }} | |
| env: | |
| REPO_NAME: ${{ github.repository_owner }} | |
| run: | | |
| brew tap $REPO_NAME/brew && brew install twilio | |
| .github/scripts/cmds-to-test.sh | |
| - name: Global - Testing upgrade Twilio CLI (2) | |
| if: ${{ github.respository != 'twilio/draft-release-branch' }} | |
| env: | |
| REPO_NAME: ${{ github.repository_owner }} | |
| run: | | |
| brew tap $REPO_NAME/brew && brew install twilio | |
| brew upgrade twilio | |
| .github/scripts/cmds-to-test.sh | |
| - name: Draft - Testing installation of Twilio CLI (1) | |
| if: ${{ github.respository == 'twilio/draft-release-branch' }} | |
| env: | |
| REPO_NAME: ${{ github.repository_owner }} | |
| run: | | |
| brew tap $REPO_NAME/brew && brew install twiliodraft | |
| .github/scripts/cmds-to-test.sh | |
| - name: Draft - Testing upgrade Twilio CLI (2) | |
| if: ${{ github.respository == 'twilio/draft-release-branch' }} | |
| env: | |
| REPO_NAME: ${{ github.repository_owner }} | |
| run: | | |
| brew tap $REPO_NAME/brew && brew install twiliodraft | |
| brew upgrade twilio | |
| .github/scripts/cmds-to-test.sh | |
| - name: setup brew failure output | |
| if: failure() || cancelled() | |
| id: failure_brew | |
| run: echo '::set-output name=FAILURE_TAG_BREW::true' | |
| wait-for-windows-releases: | |
| name: Wait for windows platform executables Release to complete | |
| runs-on: windows-latest | |
| needs: [ get-branch, get-tag ] | |
| continue-on-error: true | |
| outputs: | |
| ACCEPTANCE_FAILURE_TAG: ${{ steps.failure_windows.outputs.FAILURE_TAG_WINDOWS }} | |
| steps: | |
| - name: Checkout cli repo | |
| uses: actions/checkout@v2 | |
| - name: Wait for windows executables Release | |
| run: bash .github/scripts/trigger-and-wait.sh | |
| env: | |
| INPUT_WORKFLOW_FILE_NAME: windows-executable-release.yml | |
| INPUT_REF: ${{ needs.get-branch.outputs.branch }} | |
| - name: Perform acceptance install and tests on Windows | |
| id: windows_acceptance_run | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| gh release download ${{ needs.get-tag.outputs.TAG_NAME }} --pattern '*.exe' | |
| ls | |
| (New-Object System.Net.WebClient).DownloadFile('https://get.scoop.sh', 'scoop.ps1') | |
| ./scoop.ps1 -RunAsAdmin | |
| scoop install gsudo | |
| ./twilio-${{ needs.get-tag.outputs.TAG_NAME }}.exe /S | |
| sleep 100 | |
| $env:Path += ";C:\Program Files (x86)\twilio-cli\bin" | |
| $Env:Path | |
| cd C:\"Program Files (x86)\twilio-cli" | |
| dir | |
| twilio --version | |
| twilio api --help | |
| - name: setup windows failure output | |
| if: failure() || cancelled() | |
| id: failure_windows | |
| run: echo '::set-output name=FAILURE_TAG_WINDOWS::true' | |
| wait-for-macos-releases: | |
| name: Wait for macos platform executables Release to complete | |
| runs-on: macos-12 | |
| continue-on-error: true | |
| needs: [ get-branch, get-tag ] | |
| outputs: | |
| ACCEPTANCE_FAILURE_TAG: ${{ steps.failure_macos.outputs.FAILURE_TAG_MACOS }} | |
| steps: | |
| - name: Checkout cli repo | |
| uses: actions/checkout@v2 | |
| - name: Wait for macos executables Release | |
| run: source .github/scripts/trigger-and-wait.sh | |
| env: | |
| INPUT_WORKFLOW_FILE_NAME: macos-executable-release.yml | |
| INPUT_REF: ${{ needs.get-branch.outputs.branch }} | |
| - name: Perform acceptance install and test on binaries | |
| id: macos_acceptance_run | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| gh release download ${{ needs.get-tag.outputs.TAG_NAME }} --pattern '*.pkg' | |
| sudo installer -pkg twilio-${{ needs.get-tag.outputs.TAG_NAME }}-x64.pkg -target ~/ | |
| ls | |
| twilio --version | |
| twilio api --help | |
| - name: setup macos failure output | |
| if: failure() || cancelled() | |
| id: failure_macos | |
| run: echo '::set-output name=FAILURE_TAG_MACOS::true' | |
| wait-for-debian-releases: | |
| name: Wait for debian platform executables Release to complete | |
| runs-on: ubuntu-latest | |
| needs: [ get-branch, get-tag ] | |
| continue-on-error: true | |
| outputs: | |
| ACCEPTANCE_FAILURE_TAG: ${{ steps.failure_debian.outputs.FAILURE_TAG_DEBIAN }} | |
| steps: | |
| - name: Checkout cli repo | |
| uses: actions/checkout@v2 | |
| - name: Wait for debian executables Release | |
| run: source .github/scripts/trigger-and-wait.sh | |
| env: | |
| INPUT_WORKFLOW_FILE_NAME: debian-executable-release.yml | |
| INPUT_REF: ${{ needs.get-branch.outputs.branch }} | |
| - name: Perform acceptance install and test on binaries | |
| id: debian_acceptance_run | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| gh release download ${{ needs.get-tag.outputs.TAG_NAME }} --pattern '*amd64.deb' | |
| sudo dpkg -i twilio-${{ needs.get-tag.outputs.TAG_NAME }}-amd64.deb | |
| ls | |
| twilio --version | |
| twilio api --help | |
| - name: setup debian failure output | |
| if: failure() || cancelled() | |
| id: failure_debian | |
| run: echo '::set-output name=FAILURE_TAG_DEBIAN::true' | |
| test-apt-release: | |
| name: Wait for apt release to complete | |
| runs-on: ubuntu-latest | |
| needs: [ get-branch, get-tag ] | |
| continue-on-error: true | |
| outputs: | |
| ACCEPTANCE_FAILURE_TAG: ${{ steps.apt.outputs.FAILURE_TAG_APT}} | |
| steps: | |
| - name: Checkout cli repo | |
| uses: actions/checkout@v2 | |
| - name: Wait for apt Release | |
| run: source .github/scripts/trigger-and-wait.sh | |
| env: | |
| INPUT_WORKFLOW_FILE_NAME: apt-release.yml | |
| INPUT_REF: ${{ needs.get-branch.outputs.branch }} | |
| - name: Perform acceptance install and test on apt package | |
| id: apt_acceptance_run | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| wget -qO- https://twilio-cli-prod.s3.amazonaws.com/twilio_pub.asc | sudo apt-key add - | |
| sudo touch /etc/apt/sources.list.d/twilio.list | |
| echo 'deb https://twilio-cli-prod.s3.amazonaws.com/apt/ /' | sudo tee /etc/apt/sources.list.d/twilio.list | |
| sudo apt update | |
| sudo apt install -y twilio | |
| ls | |
| twilio --version | |
| twilio api --help | |
| .github/scripts/cmds-to-test.sh | |
| - name: APT upgrade twilio package | |
| run: | | |
| sudo apt-get install --only-upgrade twilio | |
| .github/scripts/cmds-to-test.sh | |
| - name: APT downgrade twilio package | |
| run: | | |
| sudo apt-get install -y twilio=3.1.0-1 --allow-downgrades | |
| twilio --version | |
| .github/scripts/cmds-to-test.sh | |
| - name: setup apt failure output | |
| if: failure() || cancelled() | |
| id: failure_apt | |
| run: echo '::set-output name=FAILURE_TAG_APT::true' | |
| test-npm-releases: | |
| name: NPM acceptance testing | |
| runs-on: ubuntu-latest | |
| continue-on-error: true | |
| outputs: | |
| ACCEPTANCE_FAILURE_TAG: ${{ steps.failure_npm.outputs.FAILURE_TAG_NPM }} | |
| strategy: | |
| matrix: | |
| node-version: [ 18.x, 20.x, lts/* ] | |
| steps: | |
| - name: Use Node.js ${{ matrix.node-version }} | |
| uses: actions/checkout@v2 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - name: Check for cached twilio installation | |
| run: | | |
| if ! command -v twilio > /dev/null; then twilio() { printf '%sCLI is not installed, all good. '; } else echo "CLI is installed already, Abort."; exit 1; fi | |
| twilio --version | |
| - name: Node Install - Testing installation of Twilio CLI (1) | |
| if: ${{ github.respository != 'twilio/draft-release-branch' }} | |
| run: | | |
| npm install -g twilio-cli | |
| .github/scripts/cmds-to-test.sh | |
| - name: NPM Update - Testing upgrade Twilio CLI (2) | |
| if: ${{ github.respository != 'twilio/draft-release-branch' }} | |
| run: | | |
| npm update -g twilio-cli | |
| .github/scripts/cmds-to-test.sh | |
| - name: Node Install - Testing installation of Twilio CLI (1) | |
| if: ${{ github.respository == 'twilio/draft-release-branch' }} | |
| run: | | |
| npm install -g twilio-cli@$(npm view twilio-cli dist-tags.draft-release-branch) | |
| .github/scripts/cmds-to-test.sh | |
| - name: NPM Update - Testing upgrade Twilio CLI (2) | |
| if: ${{ github.respository == 'twilio/draft-release-branch' }} | |
| run: | | |
| npm update -g twilio-cli@$(npm view twilio-cli dist-tags.draft-release-branch) | |
| .github/scripts/cmds-to-test.sh | |
| - name: setup debian failure output | |
| if: failure() || cancelled() | |
| id: failure_npm | |
| run: echo '::set-output name=FAILURE_TAG_NPM::true' | |
| test-scoop-release: | |
| name: Do scoop testing after release | |
| runs-on: windows-latest | |
| continue-on-error: true | |
| outputs: | |
| ACCEPTANCE_FAILURE_TAG: ${{ steps.failure_scoop.outputs.FAILURE_TAG_SCOOP }} | |
| steps: | |
| - name: Checkout cli repo | |
| uses: actions/checkout@v2 | |
| - name: Wait for Scoop release to finish | |
| run: bash .github/scripts/trigger-and-wait.sh | |
| env: | |
| INPUT_WORKFLOW_FILE_NAME: update-release.yml | |
| INPUT_REF: main | |
| INPUT_OWNER: ${{ github.repository_owner }} | |
| INPUT_REPO: scoop-twilio-cli | |
| INPUT_GITHUB_TOKEN: ${{ secrets.REPO_ACCESS_TOKEN }} | |
| - name: Perform testing on scoop installations | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| (New-Object System.Net.WebClient).DownloadFile('https://get.scoop.sh', 'scoop.ps1') | |
| ./scoop.ps1 -RunAsAdmin | |
| scoop bucket add twilio-scoop https://github.com/twilio/scoop-twilio-cli | |
| scoop install twilio | |
| twilio --version | |
| twilio api --help | |
| - name: Draft - Perform testing on scoop installations | |
| if: ${{ github.respository == 'twilio/draft-release-branch' }} | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| (New-Object System.Net.WebClient).DownloadFile('https://get.scoop.sh', 'scoop.ps1') | |
| ./scoop.ps1 -RunAsAdmin | |
| scoop bucket add twilio-scoop https://github.com/twilio/scoop-twilio-cli | |
| scoop install twiliodraft | |
| twilio --version | |
| twilio api --help | |
| - name: setup scoop failure output | |
| if: failure() || cancelled() | |
| id: failure_scoop | |
| run: echo '::set-output name=FAILURE_TAG_SCOOP::true' | |
| notify-complete-fail: | |
| needs: [wait-for-brew-releases, wait-for-windows-releases, wait-for-debian-releases, wait-for-macos-releases, test-scoop-release, test-npm-releases, test-apt-release] | |
| name: Notify Release Failed | |
| runs-on: ubuntu-latest | |
| if: ${{ contains( needs.*.outputs.ACCEPTANCE_FAILURE_TAG, 'true' ) }} | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Slack Notification | |
| uses: rtCamp/action-slack-notify@v2 | |
| env: | |
| SLACK_WEBHOOK: ${{ secrets.ALERT_SLACK_WEB_HOOK }} | |
| SLACK_COLOR: "#ff3333" | |
| SLACK_USERNAME: CLI Release Bot | |
| SLACK_ICON_EMOJI: ":ship:" | |
| SLACK_TITLE: "Twilio Cli" | |
| SLACK_MESSAGE: 'CLI acceptance workflow Failed' | |
| - name: Fail in case all jobs failed | |
| if: | | |
| ${{ ( needs.test-npm-releases.outputs.ACCEPTANCE_FAILURE_TAG == 'true' ) && | |
| ( needs.wait-for-brew-releases.outputs.ACCEPTANCE_FAILURE_TAG == 'true' ) && | |
| ( needs.wait-for-macos-releases.outputs.ACCEPTANCE_FAILURE_TAG == 'true' ) && | |
| ( needs.wait-for-windows-releases.outputs.ACCEPTANCE_FAILURE_TAG == 'true' ) && | |
| ( needs.wait-for-debian-releases.outputs.ACCEPTANCE_FAILURE_TAG == 'true') && | |
| ( needs.test-scoop-release.outputs.ACCEPTANCE_FAILURE_TAG == 'true')}} | |
| ( needs.test-apt-release.outputs.ACCEPTANCE_FAILURE_TAG} == 'true')}} | |
| run: | |
| exit 1 |