ddl: fix bugs and add fail over ddl case H #255
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Integration-Mysql | |
| on: | |
| push: | |
| branches: | |
| - master | |
| - "release-[0-9].[0-9]*" | |
| paths-ignore: | |
| - '**/*.md' | |
| - '**/OWNERS' | |
| - 'OWNERS' | |
| - 'OWNERS_ALIASES' | |
| pull_request: | |
| branches: | |
| - master | |
| - "release-[0-9].[0-9]*" | |
| paths-ignore: | |
| - '**/*.md' | |
| - '**/OWNERS' | |
| - 'OWNERS' | |
| - 'OWNERS_ALIASES' | |
| # See: https://docs.github.com/en/actions/reference/workflow-syntax-for-github-actions#concurrency. | |
| concurrency: | |
| group: ${{ github.ref }}-${{ github.workflow }} | |
| cancel-in-progress: true | |
| jobs: | |
| # basic_e2e_test: | |
| # runs-on: ubuntu-latest | |
| # name: E2E Test | |
| # steps: | |
| # - name: Check out code | |
| # uses: actions/checkout@v2 | |
| # - name: Setup Go environment | |
| # uses: actions/setup-go@v3 | |
| # with: | |
| # go-version: '1.23' | |
| # - name: Integration Build | |
| # run: | | |
| # tests/scripts/download-integration-test-binaries.sh master true | |
| # go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl | |
| # make integration_test_build | |
| # ls -l bin/ && ls -l tools/bin/ | |
| # - name: Test charset_gbk | |
| # run: | | |
| # pwd && ls -l bin/ && ls -l tools/bin/ | |
| # export TICDC_NEWARCH=true && make integration_test CASE=charset_gbk | |
| # - name: Test changefeed_finish | |
| # if: ${{ success() }} | |
| # run: | | |
| # export TICDC_NEWARCH=true && make integration_test CASE=changefeed_finish | |
| # - name: Test sql_mode | |
| # if: ${{ success() }} | |
| # run: | | |
| # export TICDC_NEWARCH=true && make integration_test CASE=sql_mode | |
| # # - name: Test changefeed_pause_resume | |
| # # if: ${{ success() }} | |
| # # run: | | |
| # # export TICDC_NEWARCH=true && make integration_test CASE=changefeed_pause_resume | |
| # - name: Test changefeed_reconstruct | |
| # if: ${{ success() }} | |
| # run: | | |
| # export TICDC_NEWARCH=true && make integration_test CASE=changefeed_reconstruct | |
| # - name: Copy logs to hack permission | |
| # if: ${{ always() }} | |
| # run: | | |
| # DIR=$(sudo find /tmp/tidb_cdc_test/ -type d -name 'cdc_data' -exec dirname {} \;) | |
| # [ -z "$DIR" ] && exit 0 | |
| # CASE=$(basename $DIR) | |
| # mkdir -p ./logs/$CASE | |
| # cat $DIR/stdout.log | |
| # tail -n 10 $DIR/cdc.log | |
| # sudo cp -r -L $DIR/{*.log} ./logs/$CASE/ | |
| # sudo cp -r -L $DIR/{sync_diff} ./logs/$CASE/ || true | |
| # sudo chown -R runner ./logs | |
| # sudo tar -czvf ./logs.tar.gz ./logs | |
| # # Update logs as artifact seems not stable, so we set `continue-on-error: true` here. | |
| # - name: Upload logs | |
| # uses: actions/upload-artifact@v4 | |
| # if: ${{ always() }} | |
| # with: | |
| # name: upstream-switch-logs | |
| # path: | | |
| # ./logs.tar.gz | |
| # failover_e2e_test1: | |
| # runs-on: ubuntu-latest | |
| # name: Failover E2E Test [A-C] | |
| # steps: | |
| # - name: Check out code | |
| # uses: actions/checkout@v2 | |
| # - name: Setup Go environment | |
| # uses: actions/setup-go@v3 | |
| # with: | |
| # go-version: '1.23' | |
| # - name: Integration Build | |
| # run: | | |
| # tests/scripts/download-integration-test-binaries.sh master true | |
| # go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl | |
| # make integration_test_build | |
| # ls -l bin/ && ls -l tools/bin/ | |
| # - name: Test fail_over | |
| # run: | | |
| # pwd && ls -l bin/ && ls -l tools/bin/ | |
| # export TICDC_NEWARCH=true && make integration_test CASE=fail_over | |
| # - name: Test fail_over_ddl_A | |
| # run: | | |
| # pwd && ls -l bin/ && ls -l tools/bin/ | |
| # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_A | |
| # - name: Test fail_over_ddl_B | |
| # run: | | |
| # pwd && ls -l bin/ && ls -l tools/bin/ | |
| # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_B | |
| # - name: Test fail_over_ddl_C | |
| # run: | | |
| # pwd && ls -l bin/ && ls -l tools/bin/ | |
| # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_C | |
| # - name: Copy logs to hack permission | |
| # if: ${{ always() }} | |
| # run: | | |
| # TEMP_DIR=$(mktemp -d) | |
| # mkdir -p "$TEMP_DIR" | |
| # sudo find /tmp/tidb_cdc_test -type d -name 'fail_over*' -exec sh -c 'find "{}" -type f -name "cdc*.log" -print0' \; | tar -czvf logs.tar.gz -C /tmp/tidb_cdc_test --null -T - | |
| # # Update logs as artifact seems not stable, so we set `continue-on-error: true` here. | |
| # - name: Upload logs | |
| # uses: actions/upload-artifact@v4 | |
| # if: ${{ always() }} | |
| # with: | |
| # name: upstream-failover-logs1 | |
| # path: | | |
| # ./logs.tar.gz | |
| # failover_e2e_test2: | |
| # runs-on: ubuntu-latest | |
| # name: Failover E2E Test[D-G] | |
| # steps: | |
| # - name: Check out code | |
| # uses: actions/checkout@v2 | |
| # - name: Setup Go environment | |
| # uses: actions/setup-go@v3 | |
| # with: | |
| # go-version: '1.23' | |
| # - name: Integration Build | |
| # run: | | |
| # tests/scripts/download-integration-test-binaries.sh master true | |
| # go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl | |
| # make integration_test_build | |
| # ls -l bin/ && ls -l tools/bin/ | |
| # - name: Test fail_over_ddl_D | |
| # run: | | |
| # pwd && ls -l bin/ && ls -l tools/bin/ | |
| # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_D | |
| # - name: Test fail_over_ddl_E | |
| # run: | | |
| # pwd && ls -l bin/ && ls -l tools/bin/ | |
| # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_E | |
| # - name: Test fail_over_ddl_F | |
| # run: | | |
| # pwd && ls -l bin/ && ls -l tools/bin/ | |
| # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_F | |
| # - name: Test fail_over_ddl_G | |
| # run: | | |
| # pwd && ls -l bin/ && ls -l tools/bin/ | |
| # export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_G | |
| # - name: Copy logs to hack permission | |
| # if: ${{ always() }} | |
| # run: | | |
| # TEMP_DIR=$(mktemp -d) | |
| # mkdir -p "$TEMP_DIR" | |
| # sudo find /tmp/tidb_cdc_test -type d -name 'fail_over*' -exec sh -c 'find "{}" -type f -name "cdc*.log" -print0' \; | tar -czvf logs.tar.gz -C /tmp/tidb_cdc_test --null -T - | |
| # # Update logs as artifact seems not stable, so we set `continue-on-error: true` here. | |
| # - name: Upload logs | |
| # uses: actions/upload-artifact@v4 | |
| # if: ${{ always() }} | |
| # with: | |
| # name: upstream-failover-logs2 | |
| # path: | | |
| # ./logs.tar.gz | |
| failover_e2e_test3: | |
| runs-on: ubuntu-latest | |
| name: Failover E2E Test[H-K] | |
| steps: | |
| - name: Check out code | |
| uses: actions/checkout@v2 | |
| - name: Setup Go environment | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: '1.23' | |
| - name: Integration Build | |
| run: | | |
| tests/scripts/download-integration-test-binaries.sh master true | |
| go build -o ./tools/bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl | |
| make integration_test_build | |
| ls -l bin/ && ls -l tools/bin/ | |
| - name: Test fail_over_ddl_H | |
| run: | | |
| pwd && ls -l bin/ && ls -l tools/bin/ | |
| export TICDC_NEWARCH=true && make integration_test CASE=fail_over_ddl_H | |
| - name: Copy logs to hack permission | |
| if: ${{ always() }} | |
| run: | | |
| TEMP_DIR=$(mktemp -d) | |
| mkdir -p "$TEMP_DIR" | |
| sudo find /tmp/tidb_cdc_test -type d -name 'fail_over*' -exec sh -c 'find "{}" -type f -name "cdc*.log" -print0' \; | tar -czvf logs.tar.gz -C /tmp/tidb_cdc_test --null -T - | |
| # Update logs as artifact seems not stable, so we set `continue-on-error: true` here. | |
| - name: Upload logs | |
| uses: actions/upload-artifact@v4 | |
| if: ${{ always() }} | |
| with: | |
| name: upstream-failover-logs3 | |
| path: | | |
| ./logs.tar.gz |