start VTGate and VTTablet with config file #97
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "New EndToEnd Test For Branch" | |
| on: | |
| pull_request: | |
| types: [opened, synchronize, reopened] | |
| push: | |
| branches: | |
| - main | |
| - 'release-*' | |
| tags: | |
| - '*' | |
| workflow_dispatch: | |
| env: | |
| IMAGE_NAME: wescale_ci_image | |
| REGISTRY: ghcr.io | |
| IMAGE_TAG: test-${{ github.sha }} | |
| MYSQL_VERSION: 8.0.32 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }}-endtoend | |
| cancel-in-progress: true | |
| jobs: | |
| build-image: | |
| permissions: | |
| contents: read | |
| packages: write | |
| uses: ./.github/workflows/build_image.yml | |
| with: | |
| branch: ${{ github.ref }} | |
| image_name: ${{ github.repository_owner }}/wescale_ci_image | |
| tags: test-${{ github.sha }} | |
| platforms: linux/amd64 | |
| want_push: false | |
| want_load: true | |
| want_artifact: true | |
| artifact_name: 'image.tar' | |
| enable_failpoint: true | |
| setup: | |
| name: "New EndToEnd Test For Branch" | |
| needs: build-image | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check if workflow needs to be skipped | |
| id: skip-workflow | |
| run: | | |
| skip='false' | |
| if [[ "${{github.event.pull_request}}" == "" ]] && [[ "${{github.ref}}" != "refs/heads/main" ]] && [[ ! "${{github.ref}}" =~ ^refs/heads/release-[0-9]+\.[0-9]$ ]] && [[ ! "${{github.ref}}" =~ "refs/tags/.*" ]]; then | |
| skip='true' | |
| fi | |
| echo Skip ${skip} | |
| echo "skip-workflow=${skip}" >> $GITHUB_OUTPUT | |
| - name: Checkout code | |
| if: steps.skip-workflow.outputs.skip-workflow == 'false' | |
| uses: actions/checkout@v3 | |
| - name: Login to registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Download Docker image | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: image.tar | |
| path: /tmp | |
| - name: Load Docker image | |
| run: | | |
| docker load < /tmp/image.tar | |
| echo "Verifying image loaded:" | |
| docker images | |
| - name: Set up cluster | |
| run: | | |
| MYSQL_IMG="mysql/mysql-server:${{ env.MYSQL_VERSION }}" | |
| WESCALE_CI_IMAGE="${{ env.REGISTRY }}/${{ github.repository_owner }}/${{ env.IMAGE_NAME }}:${{ env.IMAGE_TAG }}" | |
| docker network create wescale-network | |
| # target cluster | |
| docker run -itd --network wescale-network --name mysql-server \ | |
| -p 3306:3306 \ | |
| -e MYSQL_ROOT_PASSWORD=passwd \ | |
| -e MYSQL_ROOT_HOST=% \ | |
| -e MYSQL_LOG_CONSOLE=true \ | |
| $MYSQL_IMG \ | |
| --bind-address=0.0.0.0 \ | |
| --port=3306 \ | |
| --log-bin=binlog \ | |
| --gtid_mode=ON \ | |
| --enforce_gtid_consistency=ON \ | |
| --log_replica_updates=ON \ | |
| --binlog_format=ROW | |
| docker run -itd --network wescale-network --name wescale \ | |
| -p 15306:15306 \ | |
| -w /vt/examples/wesql-server \ | |
| -e MYSQL_ROOT_USER=root \ | |
| -e MYSQL_ROOT_PASSWORD=passwd \ | |
| -e MYSQL_PORT=3306 \ | |
| -e MYSQL_HOST=mysql-server \ | |
| -e CONFIG_PATH=/vt/config/wescale/default \ | |
| $WESCALE_CI_IMAGE \ | |
| /vt/examples/wesql-server/init_single_node_cluster.sh | |
| # source cluster | |
| docker run -itd --network wescale-network --name mysql-server3307 \ | |
| -p 3307:3307 \ | |
| -e MYSQL_ROOT_PASSWORD=passwd \ | |
| -e MYSQL_ROOT_HOST=% \ | |
| -e MYSQL_LOG_CONSOLE=true \ | |
| $MYSQL_IMG \ | |
| --bind-address=0.0.0.0 \ | |
| --port=3307 \ | |
| --log-bin=binlog \ | |
| --gtid_mode=ON \ | |
| --enforce_gtid_consistency=ON \ | |
| --log_replica_updates=ON \ | |
| --binlog_format=ROW | |
| docker run -itd --network wescale-network --name wescale15307 \ | |
| -p 15307:15307 \ | |
| -w /vt/examples/wesql-server \ | |
| -e MYSQL_ROOT_USER=root \ | |
| -e MYSQL_ROOT_PASSWORD=passwd \ | |
| -e MYSQL_PORT=3307 \ | |
| -e MYSQL_HOST=mysql-server3307 \ | |
| -e VTGATE_MYSQL_PORT=15307 \ | |
| -e CONFIG_PATH=/vt/config/wescale/default \ | |
| $WESCALE_CI_IMAGE \ | |
| /vt/examples/wesql-server/init_single_node_cluster.sh | |
| - name: Wait for MySQL ports | |
| run: | | |
| timeout=300 # 5 minutes timeout | |
| ports=(3306 3307 15306 15307) | |
| for port in "${ports[@]}"; do | |
| echo "Waiting for MySQL port $port..." | |
| start_time=$(date +%s) | |
| while ! nc -z localhost $port; do | |
| current_time=$(date +%s) | |
| elapsed=$((current_time - start_time)) | |
| if [ $elapsed -ge $timeout ]; then | |
| echo "Timeout waiting for MySQL port $port" | |
| exit 1 | |
| fi | |
| echo "Port $port not ready. Retrying in 5 seconds..." | |
| sleep 5 | |
| done | |
| echo "MySQL port $port is ready!" | |
| done | |
| - name: Run EndToEnd test | |
| run: | | |
| cd endtoend | |
| go test ./branch -v --source_host_to_target=wescale15307 | |
| - name: Print Wescale logs | |
| run: | | |
| docker logs wescale |