Fuzzbucket in CI #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly | |
| on: | |
| pull_request | |
| # on: | |
| # schedule: | |
| # - cron: "0 09 * * *" # Runs 11 AM UTC == 2 AM PDT | |
| # workflow_dispatch: | |
| # A note on debugging a github step: | |
| # You can ssh into the github action environment and poke around by using | |
| # https://github.com/marketplace/actions/debugging-with-tmate | |
| # Use `limit-access-to-actor: true` so only you can ssh into the environment! | |
| # | |
| # For example, to debug a failure, append this to the jobs list within the failing step | |
| # - name: Setup tmate session | |
| # if: ${{ failure() }} | |
| # uses: mxschmitt/action-tmate@v3 | |
| # with: | |
| # limit-access-to-actor: true | |
| # | |
| # build docker image: actions/upload-artifact@v3, with path: /bin | |
| # - build UX | |
| # - validate codebase | |
| # - test UX unit tests | |
| # - agent tests | |
| # - build agent | |
| # - UX e2e tests | |
| jobs: | |
| build-docker-image: | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Setup Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - | |
| name: Restore Cache docker image | |
| id: cache-docker-image-restore | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: cache-docker-image | |
| with: | |
| path: /tmp/build-image.tar | |
| key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('build/package/Dockerfile') }} | |
| - | |
| if: ${{ steps.cache-docker-image-restore.outputs.cache-hit != 'true' }} | |
| name: Build and Export Docker Image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| build-args: BUILDKIT_INLINE_CACHE=1 | |
| pull: True | |
| file: build/package/Dockerfile | |
| tags: rstudio/connect-client:latest | |
| outputs: type=docker,dest=/tmp/build-image.tar | |
| - | |
| if: ${{ steps.cache-docker-image-restore.outputs.cache-hit != 'true' }} | |
| name: Cache docker image (update) | |
| id: cache-docker-image-save | |
| uses: actions/cache/save@v3 | |
| env: | |
| cache-name: cache-docker-image | |
| with: | |
| path: /tmp/build-image.tar | |
| key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('build/package/Dockerfile') }} | |
| build-ux: | |
| needs: build-docker-image | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Setup Just | |
| uses: extractions/setup-just@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Cache docker image (restore) | |
| id: cache-docker-image | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: cache-docker-image | |
| with: | |
| path: /tmp/build-image.tar | |
| key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }} | |
| - | |
| name: Load Docker Image | |
| run: | | |
| docker load --input /tmp/build-image.tar | |
| - | |
| name: Restore Cache UX node_modules | |
| id: node_modules | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: node-modules | |
| with: | |
| path: ./web/node_modules | |
| key: ${{ runner.os }}-node-modules-${{ env.cache-name }}-${{ hashFiles('./web/package.json') }} | |
| - | |
| if: ${{ steps.node_modules.outputs.cache-hit != 'true' }} | |
| name: Build up node_modules | |
| run: | | |
| just web/bootstrap | |
| - | |
| if: ${{ steps.node_modules.outputs.cache-hit != 'true' }} | |
| name: Create the cache of UX node_modules (save) | |
| id: create_node_modules | |
| uses: actions/cache/save@v3 | |
| env: | |
| cache-name: node-modules | |
| with: | |
| path: ./web/node_modules | |
| key: ${{ runner.os }}-node-modules-${{ env.cache-name }}-${{ hashFiles('./web/package.json') }} | |
| - | |
| name: Build the UX | |
| run: | | |
| just build-web | |
| - | |
| name: Upload Web-UX Artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: web-ux | |
| path: ./web/dist | |
| validate-codebase: | |
| needs: build-ux | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Setup Just | |
| uses: extractions/setup-just@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Restore Cache docker image | |
| id: cache-docker-image | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: cache-docker-image | |
| with: | |
| path: /tmp/build-image.tar | |
| key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }} | |
| - | |
| name: Load Docker Image | |
| run: | | |
| docker load --input /tmp/build-image.tar | |
| - | |
| name: Download Web-UX Artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: web-ux | |
| path: ./web/dist | |
| - | |
| name: Restore Cache UX node_modules | |
| id: node_modules | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: node-modules | |
| with: | |
| path: ./web/node_modules | |
| key: ${{ runner.os }}-node-modules-${{ env.cache-name }}-${{ hashFiles('./web/package.json') }} | |
| - | |
| name: Validate the codebase | |
| # Docker run will only fail step if last command fails... so must do multiple commands as one. | |
| run: | | |
| just validate | |
| test-ux: | |
| needs: build-ux | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Setup Just | |
| uses: extractions/setup-just@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Restore Cache docker image | |
| id: cache-docker-image | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: cache-docker-image | |
| with: | |
| path: /tmp/build-image.tar | |
| key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }} | |
| - | |
| name: Load Docker Image | |
| run: | | |
| docker load --input /tmp/build-image.tar | |
| - | |
| name: Restore Cache UX node_modules | |
| id: node_modules | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: node-modules | |
| with: | |
| path: ./web/node_modules | |
| key: ${{ runner.os }}-node-modules-${{ env.cache-name }}-${{ hashFiles('./web/package.json') }} | |
| - | |
| name: Download Web-UX Artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: web-ux | |
| path: ./web/dist | |
| - | |
| name: UX Unit Tests | |
| run: | | |
| just web/test-unit | |
| - | |
| name: UX Go Race Tests | |
| run: | | |
| just web/test-race | |
| agent-tests: | |
| needs: build-ux | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Setup Just | |
| uses: extractions/setup-just@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Restore Cache docker image | |
| id: cache-docker-image | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: cache-docker-image | |
| with: | |
| path: /tmp/build-image.tar | |
| key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }} | |
| - | |
| name: Load Docker Image | |
| run: | | |
| docker load --input /tmp/build-image.tar | |
| - | |
| name: Download Web-UX SPA Artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: web-ux | |
| path: ./web/dist | |
| - | |
| name: Agent Unit Tests | |
| run: | | |
| just test-agent | |
| build-agent: | |
| needs: build-ux | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Setup Just | |
| uses: extractions/setup-just@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Restore Cache docker image | |
| id: cache-docker-image | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: cache-docker-image | |
| with: | |
| path: /tmp/build-image.tar | |
| key: ${{ runner.os }}-docker-image-${{ env.cache-name }}-${{ hashFiles('/tmp/build-image.tar') }} | |
| - | |
| name: Load Docker Image | |
| run: | | |
| docker load --input /tmp/build-image.tar | |
| - | |
| name: Download Web-UX SPA Artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: web-ux | |
| path: ./web/dist | |
| - | |
| name: Build agent | |
| run: | | |
| just build-agent | |
| - | |
| name: Make agents executable | |
| run: | | |
| sudo chmod -R +x ./bin/**/connect-client | |
| - | |
| name: Agent build artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: agent-artifacts | |
| path: bin/ | |
| start-connect: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.11 | |
| - | |
| name: run Connect in fuzzbucket | |
| env: | |
| FUZZBUCKET_SSH_KEY: ${{ secrets.FUZZBUCKET_SSH_KEY }} | |
| FUZZBUCKET_URL: ${{ secrets.FUZZBUCKET_URL }} | |
| FUZZBUCKET_CREDENTIALS: ${{ secrets.FUZZBUCKET_CREDENTIALS }} | |
| run: | | |
| pip install -r ./test/setup/requirements.txt | |
| echo "${FUZZBUCKET_SSH_KEY}" > .fuzzbucket-ssh-key | |
| chmod 600 .fuzzbucket-ssh-key | |
| export SSH_OPTIONS="-i.fuzzbucket-ssh-key" | |
| export CONNECT_IP="$(python ./test/setup/connect_setup.py)" | |
| echo ${CONNECT_IP} > connect_ip.txt | |
| - | |
| name: Upload connect_ip file | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: connect_ip | |
| path: connect_ip.txt | |
| test-windows: | |
| needs: [build-agent, start-connect] | |
| runs-on: windows-latest | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Setup Just | |
| uses: extractions/setup-just@v1 | |
| - | |
| name: Download binary | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: agent-artifacts | |
| path: bin/ | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - | |
| name: Make agents executable | |
| run: | | |
| chmod -R +x ./bin/**/connect-client | |
| - | |
| name: Run Windows CLI Tests | |
| env: | |
| os: windows-latest | |
| # bats reads the load libraries from relative path only in Windows | |
| BATS_SUPPORT_LIB: ..\..\libs\bats-support\load.bash | |
| BATS_ASSERT_LIB: ..\..\libs\bats-assert\load | |
| run: | | |
| just test/bats-install | |
| $env:Path += ";$env:GITHUB_WORKSPACE\test\libs\bats-core\bin" | |
| $env:BINARY_PATH = "$env:GITHUB_WORKSPACE\bin\windows-amd64\connect-client" | |
| cd $env:GITHUB_WORKSPACE\test | |
| just test-cli windows-amd64 | |
| - | |
| name: Download connect_ip | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: connect_ip | |
| - | |
| name: Run Windows Cypress Tests | |
| env: | |
| os: windows-latest | |
| DOCKER: "false" | |
| FUZZBUCKET_SSH_KEY: ${{ secrets.FUZZBUCKET_SSH_KEY }} | |
| FUZZBUCKET_URL: ${{ secrets.FUZZBUCKET_URL }} | |
| FUZZBUCKET_CREDENTIALS: ${{ secrets.FUZZBUCKET_CREDENTIALS }} | |
| run: | | |
| $env:CONNECT_SERVER="$(cat connect_ip.txt)" | |
| $env:CONNECT_API_KEY="$(python ./test/setup/gen_apikey.py 'admin')" | |
| just test/publishing-tests windows-amd64 | |
| test-macos: | |
| needs: [build-agent, start-connect] | |
| runs-on: macos-latest | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.11 | |
| - | |
| name: Setup Just | |
| uses: extractions/setup-just@v1 | |
| - | |
| name: Download binary | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: agent-artifacts | |
| path: bin/ | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - | |
| name: Make agents executable | |
| run: | | |
| chmod -R +x ./bin/**/connect-client | |
| - | |
| name: Run MacOs CLI Tests | |
| env: | |
| os: macos-latest | |
| BATS_SUPPORT_LIB: ${{ github.workspace }}/test/libs/bats-support/load | |
| BATS_ASSERT_LIB: ${{ github.workspace }}/test/libs/bats-assert/load | |
| BINARY_PATH: ${{ github.workspace }}/bin/darwin-amd64/connect-client | |
| # WARNING Docker run will only fail step if last command fails... | |
| run: | | |
| just test/bats-install | |
| PATH="$PATH:${{ github.workspace }}/test/libs/bats-core/bin" | |
| cd ${{ github.workspace }}/test | |
| just test-cli darwin-amd64 | |
| - | |
| name: Download connect_ip | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: connect_ip | |
| - | |
| name: Run MacOS Cypress Tests | |
| env: | |
| os: macos-latest | |
| DOCKER: "false" | |
| run: | | |
| export CONNECT_SERVER="$(cat connect_ip.txt)" | |
| export CONNECT_API_KEY="$(python ./test/setup/gen_apikey.py 'admin')" | |
| just test/publishing-tests darwin-amd64 | |
| build-linux-amd64: | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| # needs: build-agent | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Download artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| path: bin/ | |
| # these are required to run docker on amd64 and arm64 platforms | |
| - | |
| name: Setup qemu | |
| uses: docker/setup-qemu-action@v2 | |
| - | |
| name: Setup buildx | |
| uses: docker/setup-buildx-action@v2 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - | |
| name: Restore Cached linux-amd64 image | |
| id: cache-linux-amd64-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: /tmp/linux-amd64-image.tar | |
| key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }} | |
| env: | |
| cache-name: cache-linux-amd64-image | |
| os: linux-amd64 | |
| - | |
| if: ${{ steps.cache-linux-amd64-restore.outputs.cache-hit != 'true' }} | |
| name: Build and Export Docker Image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| build-args: | | |
| BUILDKIT_INLINE_CACHE=1 | |
| platform=linux-amd64 | |
| pull: True | |
| file: test/docker/Dockerfile | |
| platforms: linux/amd64 | |
| tags: rstudio/connect-client-linux-amd64:latest | |
| outputs: type=docker,dest=/tmp/linux-amd64-image.tar | |
| - | |
| if: ${{ steps.cache-linux-amd64-restore.outputs.cache-hit != 'true' }} | |
| name: Cache docker image (update) | |
| id: cache-linux-amd64-image-save | |
| uses: actions/cache/save@v3 | |
| env: | |
| cache-name: cache-linux-amd64-image | |
| with: | |
| path: /tmp/linux-amd64-image.tar | |
| key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }} | |
| test-linux-amd64: | |
| needs: [build-agent, build-linux-amd64, start-connect] | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Setup Just | |
| uses: extractions/setup-just@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - | |
| name: Get binary | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: agent-artifacts | |
| path: bin/ | |
| - | |
| name: Make agents executable | |
| run: | | |
| chmod -R +x ./bin/**/connect-client | |
| - | |
| name: Cache docker image (restore) | |
| id: cache-linux-amd64-image | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: cache-linux-amd64-image | |
| with: | |
| path: /tmp/linux-amd64-image.tar | |
| key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }} | |
| - | |
| name: Load Docker Image | |
| run: | | |
| docker load --input /tmp/linux-amd64-image.tar | |
| - | |
| name: Run linux-amd64 CLI Tests | |
| env: | |
| os: linux-amd64 | |
| run: | | |
| just test/docker_test-cli ${os} | |
| - | |
| name: Download connect_ip | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: connect_ip | |
| - | |
| name: Run linux-amd64 Cypress Tests | |
| env: | |
| os: linux-amd64 | |
| DOCKER: "false" | |
| run: | | |
| export CONNECT_SERVER="$(cat connect_ip.txt)" | |
| export CONNECT_API_KEY="$(python ./test/setup/gen_apikey.py 'admin')" | |
| just test/docker_publishing-tests ${os} | |
| build-linux-arm64: | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Download artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| path: bin/ | |
| # these are required to run docker on amd64 and arm64 platforms | |
| - | |
| name: Setup qemu | |
| uses: docker/setup-qemu-action@v2 | |
| - | |
| name: Setup buildx | |
| uses: docker/setup-buildx-action@v2 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - | |
| name: Restore Cached linux-arm64 image | |
| id: cache-linux-arm64-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: /tmp/linux-arm64-image.tar | |
| key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }} | |
| env: | |
| cache-name: cache-linux-arm64-image | |
| os: linux-arm64 | |
| - | |
| if: ${{ steps.cache-linux-arm64-restore.outputs.cache-hit != 'true' }} | |
| name: Build and Export Docker Image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| build-args: | | |
| BUILDKIT_INLINE_CACHE=1 | |
| platform=linux-arm64 | |
| pull: True | |
| file: test/docker/Dockerfile | |
| platforms: linux/arm64 | |
| tags: rstudio/connect-client-linux-arm64:latest | |
| outputs: type=docker,dest=/tmp/linux-arm64-image.tar | |
| - | |
| if: ${{ steps.cache-linux-arm64-restore.outputs.cache-hit != 'true' }} | |
| name: Cache docker image (update) | |
| id: cache-linux-arm64-image-save | |
| uses: actions/cache/save@v3 | |
| env: | |
| cache-name: cache-linux-arm64-image | |
| with: | |
| path: /tmp/linux-arm64-image.tar | |
| key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }} | |
| test-linux-arm64: | |
| needs: [build-agent, build-linux-arm64, start-connect] | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Setup Just | |
| uses: extractions/setup-just@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - | |
| name: Get binary | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: agent-artifacts | |
| path: bin/ | |
| - | |
| name: Make agents executable | |
| run: | | |
| chmod -R +x ./bin/**/connect-client | |
| # these are required to run docker on amd64 and arm64 platforms | |
| - | |
| name: Setup qemu | |
| uses: docker/setup-qemu-action@v2 | |
| - | |
| name: Setup buildx | |
| uses: docker/setup-buildx-action@v2 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - | |
| name: Cache docker image (restore) | |
| id: cache-linux-arm64-image | |
| uses: actions/cache/restore@v3 | |
| env: | |
| cache-name: cache-linux-arm64-image | |
| with: | |
| path: /tmp/linux-arm64-image.tar | |
| key: ${{ env.cache-name }}-${{ hashFiles('test/docker/Dockerfile') }} | |
| - | |
| name: Load Docker Image | |
| run: | | |
| docker load --input /tmp/linux-arm64-image.tar | |
| - | |
| name: Download connect_ip | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: connect_ip | |
| - | |
| name: Run linux-arm64 CLI Tests | |
| env: | |
| os: linux-arm64 | |
| run: | | |
| just test/docker_test-cli ${os} | |
| # - | |
| # name: Run linux-arm64 Cypress Tests | |
| # env: | |
| # os: linux-arm64 | |
| # DOCKER: "false" | |
| # run: | | |
| # export CONNECT_IP="$(cat connect_ip.txt)" | |
| # just test/docker_publishing-tests ${os} | |