backport: fixing issue with xtrabackup and long gtids (#16304) #2882
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # DO NOT MODIFY: THIS FILE IS GENERATED USING "make generate_ci_workflows" | |
| name: Cluster (ers_prs_newfeatures_heavy) | |
| on: [push, pull_request] | |
| concurrency: | |
| group: format('{0}-{1}', ${{ github.ref }}, 'Cluster (ers_prs_newfeatures_heavy)') | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| name: Run endtoend tests on Cluster (ers_prs_newfeatures_heavy) | |
| runs-on: | |
| group: vitess-ubuntu20 | |
| env: | |
| GOPRIVATE: github.com/slackhq/vitess-addons | |
| GH_ACCESS_TOKEN: ${{ secrets.GH_ACCESS_TOKEN }} | |
| steps: | |
| - name: Check if workflow needs to be skipped | |
| id: skip-workflow | |
| run: | | |
| skip='false' | |
| echo Skip ${skip} | |
| echo "skip-workflow=${skip}" >> $GITHUB_OUTPUT | |
| - name: Check out code | |
| if: steps.skip-workflow.outputs.skip-workflow == 'false' | |
| uses: actions/checkout@v3 | |
| - name: Check for changes in relevant files | |
| if: steps.skip-workflow.outputs.skip-workflow == 'false' | |
| uses: frouioui/paths-filter@main | |
| id: changes | |
| with: | |
| token: '' | |
| filters: | | |
| end_to_end: | |
| - 'go/**/*.go' | |
| - 'test.go' | |
| - 'Makefile' | |
| - 'build.env' | |
| - 'go.sum' | |
| - 'go.mod' | |
| - 'proto/*.proto' | |
| - 'tools/**' | |
| - 'config/**' | |
| - 'bootstrap.sh' | |
| - '.github/workflows/cluster_endtoend_ers_prs_newfeatures_heavy.yml' | |
| - name: Set up Go | |
| if: steps.skip-workflow.outputs.skip-workflow == 'false' && steps.changes.outputs.end_to_end == 'true' | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: 1.21.10 | |
| - name: Setup github.com/slackhq/vitess-additions access token | |
| run: git config --global url.https://[email protected]/.insteadOf https://github.com/ | |
| - name: Set up python | |
| if: steps.skip-workflow.outputs.skip-workflow == 'false' && steps.changes.outputs.end_to_end == 'true' | |
| uses: actions/setup-python@v4 | |
| - name: Tune the OS | |
| if: steps.skip-workflow.outputs.skip-workflow == 'false' && steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| echo '1024 65535' | sudo tee -a /proc/sys/net/ipv4/ip_local_port_range | |
| # Increase the asynchronous non-blocking I/O. More information at https://dev.mysql.com/doc/refman/5.7/en/innodb-parameters.html#sysvar_innodb_use_native_aio | |
| echo "fs.aio-max-nr = 1048576" | sudo tee -a /etc/sysctl.conf | |
| sudo sysctl -p /etc/sysctl.conf | |
| - name: Get dependencies | |
| if: steps.skip-workflow.outputs.skip-workflow == 'false' && steps.changes.outputs.end_to_end == 'true' | |
| run: | | |
| # Get key to latest MySQL repo | |
| sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys A8D3785C | |
| # Setup MySQL 8.0 | |
| wget -c https://dev.mysql.com/get/mysql-apt-config_0.8.29-1_all.deb | |
| echo mysql-apt-config mysql-apt-config/select-server select mysql-8.0 | sudo debconf-set-selections | |
| sudo DEBIAN_FRONTEND="noninteractive" dpkg -i mysql-apt-config* | |
| sudo apt-get update | |
| # Install everything else we need, and configure | |
| sudo apt-get install -y mysql-server mysql-client make unzip g++ etcd curl git wget eatmydata xz-utils | |
| sudo service mysql stop | |
| sudo service etcd stop | |
| sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/ | |
| sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld | |
| go mod download | |
| # install JUnit report formatter | |
| go install github.com/vitessio/go-junit-report@HEAD | |
| - name: Run cluster endtoend test | |
| if: steps.skip-workflow.outputs.skip-workflow == 'false' && steps.changes.outputs.end_to_end == 'true' | |
| uses: nick-fields/retry@v2 | |
| with: | |
| timeout_minutes: 45 | |
| max_attempts: 3 | |
| retry_on: error | |
| command: | | |
| # We set the VTDATAROOT to the /tmp folder to reduce the file path of mysql.sock file | |
| # which musn't be more than 107 characters long. | |
| export VTDATAROOT="/tmp/" | |
| source build.env | |
| set -x | |
| # Increase our local ephemeral port range as we could exhaust this | |
| sudo sysctl -w net.ipv4.ip_local_port_range="22768 61999" | |
| # Increase our open file descriptor limit as we could hit this | |
| ulimit -n 65536 | |
| cat <<-EOF>>./config/mycnf/mysql80.cnf | |
| innodb_buffer_pool_dump_at_shutdown=OFF | |
| innodb_buffer_pool_in_core_file=OFF | |
| innodb_buffer_pool_load_at_startup=OFF | |
| innodb_buffer_pool_size=64M | |
| innodb_doublewrite=OFF | |
| innodb_flush_log_at_trx_commit=0 | |
| innodb_flush_method=O_DIRECT | |
| innodb_numa_interleave=ON | |
| innodb_adaptive_hash_index=OFF | |
| sync_binlog=0 | |
| sync_relay_log=0 | |
| performance_schema=OFF | |
| slow-query-log=OFF | |
| EOF | |
| # run the tests however you normally do, then produce a JUnit XML file | |
| eatmydata -- go run test.go -docker=false -follow -shard ers_prs_newfeatures_heavy |