![[Jenkins]](/jenkins/static/62b7ca6c/images/svgs/logo.svg){kind=logo}
Started by user Jenkins Admin Obtained pipelines/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-d6h5g-jg1c7 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "244bb7f5283998363df04356df3609a1ab0c8f3e" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-d6h5g" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=42bc2cfb-868b-445e-87ed-70849329040f BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-d6h5g GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-d4c91f37a2cd54d8a1ba68aedcc7e1b173b616003bd6c892b8b1a5e40c8eb9f7 NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-d6h5g ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.6' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build3977830602=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tiflow exec -ti ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd bash' debug command: kubectl -n jenkins-tiflow exec -ti ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-s8rzd bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 30547 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 30 IN A 20.205.243.166 ;; Query time: 1 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 02:58:32 UTC 2024 ;; MSG SIZE rcvd: 65 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Check diff files) [Pipeline] container [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $token [Pipeline] { [Pipeline] httpRequest Warning: A secret was passed to "httpRequest" using Groovy String interpolation, which is insecure. Affected argument(s) used the following variable(s): [token] See https://jenkins.io/redirect/groovy-string-interpolation for details. HttpMethod: GET URL: https://api.github.com/repos/pingcap/tiflow/pulls/11000/files?page=1&per_page=100 Content-Type: application/json Authorization: ***** Sending request to url: https://api.github.com/repos/pingcap/tiflow/pulls/11000/files?page=1&per_page=100 Response Code: HTTP/1.1 200 OK Success: Status code 200 is in the accepted range: 100:399 [Pipeline] httpRequest Warning: A secret was passed to "httpRequest" using Groovy String interpolation, which is insecure. Affected argument(s) used the following variable(s): [token] See https://jenkins.io/redirect/groovy-string-interpolation for details. HttpMethod: GET URL: https://api.github.com/repos/pingcap/tiflow/pulls/11000/files?page=2&per_page=100 Content-Type: application/json Authorization: ***** Sending request to url: https://api.github.com/repos/pingcap/tiflow/pulls/11000/files?page=2&per_page=100 Response Code: HTTP/1.1 200 OK Success: Status code 200 is in the accepted range: 100:399 [Pipeline] } [Pipeline] // withCredentials [Pipeline] echo pr_diff_files: [pkg/sink/codec/avro/avro.go] [Pipeline] echo diff file not matched: pkg/sink/codec/avro/avro.go [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] timeout Timeout set to expire in 10 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tiflow/rev-fd3a6e7-93530e2) 202280448 bytes in 0.97 secs (208402210 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.36.6 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/.git/ .git HEAD is now at 93530e277 Merge remote-tracking branch 'upstream/release-7.5' into cherry-pick-10915-to-release-7.5 POST git-upload-pack (686 bytes) From https://github.com/pingcap/tiflow = [up to date] release-7.5 -> origin/release-7.5 = [up to date] refs/pull/11000/head -> origin/pr/11000/head Previous HEAD position was 93530e277 Merge remote-tracking branch 'upstream/release-7.5' into cherry-pick-10915-to-release-7.5 HEAD is now at fd3a6e756 * (ticdc): manually cherry-pick simple protocol to release-7.5 (#10898) ๐ง Checkouting to base SHA:fd3a6e756d0d488c7e60bedb05e21e42320c3dc7... HEAD is now at fd3a6e756 * (ticdc): manually cherry-pick simple protocol to release-7.5 (#10898) โ Checked. ๐ ๐งพ HEAD info: fd3a6e756d0d488c7e60bedb05e21e42320c3dc7 fd3a6e756 * (ticdc): manually cherry-pick simple protocol to release-7.5 (#10898) 47417d775 mounter(ticdc): calculate row level checksum for timestmap by using UTC time zone (#10564) (#10646) 3ab47635f *: release-7.5 bump tidb dependencies (#10970) ๐ง Pre-merge heads of pull requests to base SHA: fd3a6e756d0d488c7e60bedb05e21e42320c3dc7 ... Merge made by the 'ort' strategy. pkg/sink/codec/avro/avro.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) ๐งพ Pre-merged result: f21441d0a8b3471f8548ffca9a37735214c532e0 f21441d0a Merge commit 'b417a77d3bfa2c9235cbca0d58dab40f95c1ca50' into HEAD b417a77d3 fix tests. fd3a6e756 * (ticdc): manually cherry-pick simple protocol to release-7.5 (#10898) โ Pre merged ๐ โ ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tiflow/rev-fd3a6e7-b417a77) 202276864 bytes in 5.34 secs (37884103 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (prepare) [Pipeline] timeout Timeout set to expire in 20 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/third_party_download [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] sh + cd ../tiflow + ./scripts/download-integration-test-binaries.sh release-7.5 [1;32mDownload binaries...[0m % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 220 0 --:--:-- --:--:-- --:--:-- 220 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1940 0 --:--:-- --:--:-- --:--:-- 1952 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 2755 0 --:--:-- --:--:-- --:--:-- 2928 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 2301 0 --:--:-- --:--:-- --:--:-- 2411 >>> download tidb-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tidb/61c4bd61254323d2dc68a8de048000ea036e67ac/centos7/tidb-server.tar.gz 2024-05-06 10:58:59 URL:http://fileserver.pingcap.net/download/builds/pingcap/tidb/61c4bd61254323d2dc68a8de048000ea036e67ac/centos7/tidb-server.tar.gz [511672373/511672373] -> "tmp/tidb-server.tar.gz" [1] >>> download pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz 2024-05-06 10:59:12 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz [173223227/173223227] -> "tmp/pd-server.tar.gz" [1] >>> download tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz 2024-05-06 10:59:45 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz [810269604/810269604] -> "tmp/tikv-server.tar.gz" [1] >>> download tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/release-7.5/9002cc34d3b593a718b6c5260ba18f30a45ab314/centos7/tiflash.tar.gz 2024-05-06 11:00:05 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/release-7.5/9002cc34d3b593a718b6c5260ba18f30a45ab314/centos7/tiflash.tar.gz [263167205/263167205] -> "tmp/tiflash.tar.gz" [1] >>> download minio.tar.gz from http://fileserver.pingcap.net/download/minio.tar.gz 2024-05-06 11:00:09 URL:http://fileserver.pingcap.net/download/minio.tar.gz [17718777/17718777] -> "tmp/minio.tar.gz" [1] >>> download go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb 2024-05-06 11:00:11 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1] >>> download jq from http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 2024-05-06 11:00:12 URL:http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 [3953824/3953824] -> "third_bin/jq" [1] >>> download etcd.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz 2024-05-06 11:00:13 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz [17310840/17310840] -> "tmp/etcd.tar.gz" [1] >>> download sync_diff_inspector.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/sync_diff_inspector_hash-d671b084_linux-amd64.tar.gz 2024-05-06 11:00:18 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/sync_diff_inspector_hash-d671b084_linux-amd64.tar.gz [79877126/79877126] -> "tmp/sync_diff_inspector.tar.gz" [1] >>> download schema-registry.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz 2024-05-06 11:00:35 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz [278386006/278386006] -> "tmp/schema-registry.tar.gz" [1] [1;32mDownload SUCCESS[0m + ls -alh ./bin total 1.7G drwxr-sr-x 6 jenkins jenkins 4.0K May 6 11:00 . drwxr-sr-x 19 jenkins jenkins 4.0K May 6 11:00 .. drwxr-sr-x 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M May 6 11:00 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M May 6 11:00 jq drwxr-sr-x 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 18 15:55 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1016K Nov 7 01:00 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 18 15:55 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 358K Nov 7 01:00 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 18 15:55 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 18 15:55 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.6M Apr 18 15:25 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 88M Apr 18 15:48 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x 1 jenkins jenkins 33M Apr 30 10:51 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 42M Apr 30 10:50 pd-ctl -rwxr-xr-x 1 jenkins jenkins 30M Apr 30 10:51 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 29M Apr 30 10:50 pd-recover -rwxr-xr-x 1 jenkins jenkins 102M Apr 30 10:50 pd-server -rwxr-xr-x 1 jenkins jenkins 25M Apr 30 10:51 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 29M Apr 30 10:51 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x 1 jenkins jenkins 29M Apr 30 10:51 stores-dump -rwxr-xr-x 1 jenkins jenkins 192M Sep 22 2023 sync_diff_inspector -rwxr-xr-x 1 jenkins jenkins 199M May 1 10:52 tidb-server -rwxr-xr-x 1 jenkins jenkins 377M Apr 18 15:56 tiflash -rwxr-xr-x 1 jenkins jenkins 353M May 1 23:57 tikv-server + make check_third_party_binary /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/tidb-server /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/tikv-server /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/pd-server /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/tiflash /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/pd-ctl /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/sync_diff_inspector /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/go-ycsb /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/etcdctl /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/jq /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/minio /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/bin/bin/schema-registry-start + cd - /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/third_party_download + mkdir -p bin + mv ../tiflow/bin/bin ../tiflow/bin/etc ../tiflow/bin/etcdctl ../tiflow/bin/go-ycsb ../tiflow/bin/jq ../tiflow/bin/lib ../tiflow/bin/libc++.so.1 ../tiflow/bin/libc++.so.1.0 ../tiflow/bin/libc++abi.so.1 ../tiflow/bin/libc++abi.so.1.0 ../tiflow/bin/libgmssl.so ../tiflow/bin/libgmssl.so.3 ../tiflow/bin/libgmssl.so.3.0 ../tiflow/bin/libtiflash_proxy.so ../tiflow/bin/minio ../tiflow/bin/pd-api-bench ../tiflow/bin/pd-ctl ../tiflow/bin/pd-heartbeat-bench ../tiflow/bin/pd-recover ../tiflow/bin/pd-server ../tiflow/bin/pd-tso-bench ../tiflow/bin/regions-dump ../tiflow/bin/share ../tiflow/bin/stores-dump ../tiflow/bin/sync_diff_inspector ../tiflow/bin/tidb-server ../tiflow/bin/tiflash ../tiflow/bin/tikv-server ./bin/ + ls -alh ./bin total 1.7G drwxr-sr-x 6 jenkins jenkins 4.0K May 6 11:00 . drwxr-sr-x 3 jenkins jenkins 4.0K May 6 11:00 .. drwxr-sr-x 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M May 6 11:00 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M May 6 11:00 jq drwxr-sr-x 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 18 15:55 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1016K Nov 7 01:00 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 18 15:55 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 358K Nov 7 01:00 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 18 15:55 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 18 15:55 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.6M Apr 18 15:25 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 88M Apr 18 15:48 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x 1 jenkins jenkins 33M Apr 30 10:51 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 42M Apr 30 10:50 pd-ctl -rwxr-xr-x 1 jenkins jenkins 30M Apr 30 10:51 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 29M Apr 30 10:50 pd-recover -rwxr-xr-x 1 jenkins jenkins 102M Apr 30 10:50 pd-server -rwxr-xr-x 1 jenkins jenkins 25M Apr 30 10:51 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 29M Apr 30 10:51 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x 1 jenkins jenkins 29M Apr 30 10:51 stores-dump -rwxr-xr-x 1 jenkins jenkins 192M Sep 22 2023 sync_diff_inspector -rwxr-xr-x 1 jenkins jenkins 199M May 1 10:52 tidb-server -rwxr-xr-x 1 jenkins jenkins 377M Apr 18 15:56 tiflash -rwxr-xr-x 1 jenkins jenkins 353M May 1 23:57 tikv-server + ./bin/tidb-server -V Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 + ./bin/tikv-server -V TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release + ./bin/tiflash --version TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure + ./bin/sync_diff_inspector --version App Name: sync_diff_inspector v2.0 Release Version: v7.4.0 Git Commit Hash: d671b0840063bc2532941f02e02e12627402844c Git Branch: heads/refs/tags/v7.4.0 UTC Build Time: 2023-09-22 03:51:56 Go Version: go1.21.1 [Pipeline] } [Pipeline] // retry [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls -alh ./bin total 8.0K drwxr-sr-x 2 jenkins jenkins 4.0K May 6 11:00 . drwxr-sr-x 19 jenkins jenkins 4.0K May 6 11:00 .. + '[' -f ./bin/cdc ']' + make cdc CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v7.5.1-23-gf21441d0a" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 03:00:39" -X "github.com/pingcap/tiflow/pkg/version.GitHash=f21441d0a8b3471f8548ffca9a37735214c532e0" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-23-gf21441d0a"' -o bin/cdc ./cmd/cdc/main.go go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240425142112-54ba0ed68407 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/pingcap/failpoint v0.0.0-20240412033321-fd0796e60f86 go: downloading github.com/spf13/pflag v1.0.5 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240425142112-54ba0ed68407 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading golang.org/x/net v0.24.0 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/IBM/sarama v1.41.2 go: downloading github.com/xdg/scram v1.0.5 go: downloading google.golang.org/grpc v1.62.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/gin-gonic/gin v1.8.1 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240424052342-0229f4077f0c go: downloading github.com/DATA-DOG/go-sqlmock v1.5.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/imdario/mergo v0.3.16 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/hashicorp/golang-lru v0.5.1 go: downloading github.com/robfig/cron v1.2.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading github.com/tinylib/msgp v1.1.6 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20230203015356-248b3f0be132 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/segmentio/kafka-go v0.4.41-0.20230526171612-f057b1d369cd go: downloading cloud.google.com/go v0.112.0 go: downloading github.com/r3labs/diff v1.1.0 go: downloading github.com/swaggo/files v0.0.0-20190704085106-630677cd5c14 go: downloading github.com/swaggo/gin-swagger v1.2.0 go: downloading github.com/google/uuid v1.6.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/pingcap/tidb-tools v0.0.0-20240408054520-d28ee6cd546e go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/benbjohnson/clock v1.3.5 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/stretchr/testify v1.9.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/goccy/go-json v0.10.2 go: downloading golang.org/x/sys v0.19.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/go-mysql-org/go-mysql v1.7.1-0.20230619063055-fd67d94318fd go: downloading github.com/pingcap/check v0.0.0-20211026125417-57bd13f7b5f0 go: downloading blainsmith.com/go/seahash v1.2.1 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/uber-go/atomic v1.4.0 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/go-playground/validator/v10 v10.11.1 go: downloading github.com/pelletier/go-toml/v2 v2.0.5 go: downloading github.com/ugorji/go/codec v1.2.7 go: downloading google.golang.org/protobuf v1.33.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/philhofer/fwd v1.1.1 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/bits-and-blooms/bitset v1.4.0 go: downloading github.com/linkedin/goavro/v2 v2.11.1 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/swaggo/swag v1.8.3 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/golang/mock v1.6.0 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/pierrec/lz4 v2.6.1+incompatible go: downloading google.golang.org/genproto v0.0.0-20240213162025-012b6fc9bca9 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/aws/smithy-go v1.13.5 go: downloading github.com/xdg-go/scram v1.1.2 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.etcd.io/bbolt v1.3.8 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/sdk v1.22.0 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240308144416-29370a3891b7 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/aws/aws-sdk-go-v2/config v1.18.30 go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.13.29 go: downloading github.com/aws/aws-sdk-go-v2/service/glue v1.58.1 go: downloading github.com/jarcoal/httpmock v1.2.0 go: downloading github.com/mailru/easyjson v0.7.7 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/go-playground/universal-translator v0.18.0 go: downloading github.com/leodido/go-urn v1.2.1 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/dgrijalva/jwt-go v3.2.0+incompatible go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 go: downloading golang.org/x/exp v0.0.0-20240416160154-fe59bbe5cc7f go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading golang.org/x/mod v0.17.0 go: downloading github.com/KyleBanks/depth v1.2.1 go: downloading github.com/go-openapi/jsonreference v0.20.2 go: downloading github.com/go-openapi/spec v0.20.6 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/pingcap/fn v1.0.0 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/shopspring/decimal v1.3.0 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.0 go: downloading github.com/gorilla/websocket v1.5.1 go: downloading github.com/xdg-go/pbkdf2 v1.0.0 go: downloading github.com/xdg-go/stringprep v1.0.4 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-playground/locales v0.14.0 go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.6 go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.3.37 go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.12.14 go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.14 go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.20.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/mtibben/percent v0.2.1 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/go-openapi/jsonpointer v0.19.6 go: downloading github.com/ardielle/ardielle-go v1.5.2 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.36 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading github.com/go-openapi/swag v0.22.3 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/danjacques/gofslock v0.0.0-20220131014315-6e321f4509c8 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/golang-jwt/jwt/v4 v4.5.0 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.30 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.30 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/josharian/intern v1.0.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading k8s.io/apimachinery v0.28.6 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 + '[' -f ./bin/cdc_kafka_consumer ']' + make kafka_consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v7.5.1-23-gf21441d0a" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 03:03:43" -X "github.com/pingcap/tiflow/pkg/version.GitHash=f21441d0a8b3471f8548ffca9a37735214c532e0" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-23-gf21441d0a"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer/main.go + '[' -f ./bin/cdc_storage_consumer ']' + make storage_consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v7.5.1-23-gf21441d0a" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 03:03:53" -X "github.com/pingcap/tiflow/pkg/version.GitHash=f21441d0a8b3471f8548ffca9a37735214c532e0" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-23-gf21441d0a"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go + '[' -f ./bin/cdc.test ']' + make integration_test_build cd tools/check && GO111MODULE=on go build -mod=mod -o ../bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl go: downloading github.com/pingcap/failpoint v0.0.0-20210316064728-7acb0f0a3dfd go: downloading github.com/sergi/go-diff v1.1.0 CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v7.5.1-23-gf21441d0a" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 03:04:00" -X "github.com/pingcap/tiflow/pkg/version.GitHash=f21441d0a8b3471f8548ffca9a37735214c532e0" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-23-gf21441d0a"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v7.5.1-23-gf21441d0a" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 03:04:00" -X "github.com/pingcap/tiflow/pkg/version.GitHash=f21441d0a8b3471f8548ffca9a37735214c532e0" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-23-gf21441d0a"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer/main.go CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v7.5.1-23-gf21441d0a" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 03:04:00" -X "github.com/pingcap/tiflow/pkg/version.GitHash=f21441d0a8b3471f8548ffca9a37735214c532e0" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-23-gf21441d0a"' -o bin/cdc_pulsar_consumer ./cmd/pulsar-consumer/main.go $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl enable >/dev/null) go: downloading github.com/PingCAP-QE/go-sqlsmith v0.0.0-20231213065948-336e064b488d go: downloading github.com/chzyer/readline v1.5.1 go: downloading gorm.io/gorm v1.23.8 go: downloading github.com/deepmap/oapi-codegen v1.9.0 go: downloading github.com/gogo/gateway v1.1.0 go: downloading github.com/getkin/kin-openapi v0.80.0 go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 go: downloading github.com/syndtr/goleveldb v1.0.1-0.20210305035536-64b5b1c73954 go: downloading go.uber.org/dig v1.13.0 go: downloading gorm.io/driver/mysql v1.3.3 go: downloading github.com/glebarez/sqlite v1.4.6 go: downloading github.com/mattn/go-shellwords v1.0.12 go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0 go: downloading github.com/go-ozzo/ozzo-validation/v4 v4.3.0 go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading go.uber.org/ratelimit v0.2.0 go: downloading github.com/glebarez/go-sqlite v1.17.3 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/VividCortex/mysqlerr v1.0.0 go: downloading go.uber.org/goleak v1.3.0 go: downloading github.com/bradleyjkemp/grpc-tools v0.2.5 go: downloading github.com/integralist/go-findroot v0.0.0-20160518114804-ac90681525dc go: downloading github.com/jmoiron/sqlx v1.3.3 go: downloading upper.io/db.v3 v3.7.1+incompatible go: downloading github.com/ngaut/log v0.0.0-20210830112240-0124ec040aeb go: downloading github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129 go: downloading modernc.org/libc v1.16.8 go: downloading modernc.org/sqlite v1.17.3 go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/ghodss/yaml v1.0.0 go: downloading github.com/improbable-eng/grpc-web v0.12.0 go: downloading github.com/rs/cors v1.7.0 go: downloading github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f go: downloading modernc.org/memory v1.1.1 go: downloading modernc.org/mathutil v1.6.0 CGO_ENABLED=1 GO111MODULE=on go test -p 3 --race --tags=intest -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v7.5.1-23-gf21441d0a" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 03:04:00" -X "github.com/pingcap/tiflow/pkg/version.GitHash=f21441d0a8b3471f8548ffca9a37735214c532e0" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-23-gf21441d0a"' -c -cover -covermode=atomic \ -coverpkg=github.com/pingcap/tiflow/... \ -o bin/cdc.test github.com/pingcap/tiflow/cmd/cdc \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v7.5.1-23-gf21441d0a" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 03:04:00" -X "github.com/pingcap/tiflow/pkg/version.GitHash=f21441d0a8b3471f8548ffca9a37735214c532e0" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-23-gf21441d0a"' -o bin/cdc ./cmd/cdc/main.go \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null) + ls -alh ./bin total 1.1G drwxr-sr-x 2 jenkins jenkins 4.0K May 6 11:09 . drwxr-sr-x 19 jenkins jenkins 4.0K May 6 11:00 .. -rwxr-xr-x 1 jenkins jenkins 204M May 6 11:09 cdc -rwxr-xr-x 1 jenkins jenkins 339M May 6 11:08 cdc.test -rwxr-xr-x 1 jenkins jenkins 182M May 6 11:04 cdc_kafka_consumer -rwxr-xr-x 1 jenkins jenkins 182M May 6 11:04 cdc_pulsar_consumer -rwxr-xr-x 1 jenkins jenkins 182M May 6 11:04 cdc_storage_consumer + ./bin/cdc version Release Version: v7.5.1-23-gf21441d0a Git Commit Hash: f21441d0a8b3471f8548ffca9a37735214c532e0 Git Branch: HEAD UTC Build Time: 2024-05-06 03:04:00 Go Version: go version go1.21.6 linux/amd64 Failpoint Build: true [Pipeline] } Cache saved successfully (binary/pingcap/tiflow/cdc-integration-test/rev-fd3a6e7-b417a77) 1137768448 bytes in 29.77 secs (38221416 bytes/sec) [Pipeline] // cache [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + cp -r ../third_party_download/bin/bin ../third_party_download/bin/etc ../third_party_download/bin/etcdctl ../third_party_download/bin/go-ycsb ../third_party_download/bin/jq ../third_party_download/bin/lib ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/regions-dump ../third_party_download/bin/share ../third_party_download/bin/stores-dump ../third_party_download/bin/sync_diff_inspector ../third_party_download/bin/tidb-server ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-server ./bin/ + ls -alh ./bin total 2.7G drwxr-sr-x 6 jenkins jenkins 4.0K May 6 11:09 . drwxr-sr-x 19 jenkins jenkins 4.0K May 6 11:00 .. drwxr-sr-x 2 jenkins jenkins 4.0K May 6 11:09 bin -rwxr-xr-x 1 jenkins jenkins 204M May 6 11:09 cdc -rwxr-xr-x 1 jenkins jenkins 339M May 6 11:08 cdc.test -rwxr-xr-x 1 jenkins jenkins 182M May 6 11:04 cdc_kafka_consumer -rwxr-xr-x 1 jenkins jenkins 182M May 6 11:04 cdc_pulsar_consumer -rwxr-xr-x 1 jenkins jenkins 182M May 6 11:04 cdc_storage_consumer drwxr-sr-x 4 jenkins jenkins 4.0K May 6 11:09 etc -rwxr-xr-x 1 jenkins jenkins 17M May 6 11:09 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M May 6 11:09 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M May 6 11:09 jq drwxr-sr-x 3 jenkins jenkins 4.0K May 6 11:09 lib lrwxrwxrwx 1 jenkins jenkins 13 May 6 11:09 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1016K May 6 11:09 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 May 6 11:09 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 358K May 6 11:09 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 May 6 11:09 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 May 6 11:09 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.6M May 6 11:09 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 88M May 6 11:09 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M May 6 11:09 minio -rwxr-xr-x 1 jenkins jenkins 33M May 6 11:09 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 42M May 6 11:09 pd-ctl -rwxr-xr-x 1 jenkins jenkins 30M May 6 11:09 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 29M May 6 11:09 pd-recover -rwxr-xr-x 1 jenkins jenkins 102M May 6 11:09 pd-server -rwxr-xr-x 1 jenkins jenkins 25M May 6 11:09 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 29M May 6 11:09 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K May 6 11:09 share -rwxr-xr-x 1 jenkins jenkins 29M May 6 11:09 stores-dump -rwxr-xr-x 1 jenkins jenkins 192M May 6 11:09 sync_diff_inspector -rwxr-xr-x 1 jenkins jenkins 199M May 6 11:09 tidb-server -rwxr-xr-x 1 jenkins jenkins 377M May 6 11:09 tiflash -rwxr-xr-x 1 jenkins jenkins 353M May 6 11:09 tikv-server [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 65.42 secs (51491948 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Tests) [Pipeline] parallel [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G09') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G10') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G11') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G12') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G13') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G14') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G15') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G16') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G17') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G18') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G19') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G20') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G21') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G00') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G01') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G02') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G03') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G04') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G05') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G06') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G07') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G08') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G09') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G10') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G11') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G12') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G13') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G14') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G15') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G16') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G17') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G18') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G19') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G20') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G21') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl [Pipeline] node Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd [Pipeline] node Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9 Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-1r8c4-kbx3k --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b0ccd1f1d180d5b7e596cfcb627ce26a81144a4a" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-1r8c4" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks [Pipeline] podTemplate Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-npnsf-2844b Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-wx3cx-x4pk7 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "514252780754772a77775431b5557222cb70f5d8" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-npnsf" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl" - name: "JENKINS_NAME" --- apiVersion: "v1" kind: "Pod" metadata: annotations: value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c1379a6cccfac0b48b9fb7f010b5c0d610543a81" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-wx3cx" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" medium: "" name: "workspace-volume" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { [Pipeline] { [Pipeline] node [Pipeline] checkout Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@19c2341; decorates RemoteLauncher[hudson.remoting.Channel@5e865218:JNLP4-connect connection from 10.233.127.6/10.233.127.6:57124] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] podTemplate [Pipeline] { [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@36269bd5; decorates RemoteLauncher[hudson.remoting.Channel@23c8638e:JNLP4-connect connection from 10.233.123.169/10.233.123.169:42278] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5c373df9; decorates RemoteLauncher[hudson.remoting.Channel@32a08bd4:JNLP4-connect connection from 10.233.68.76/10.233.68.76:33618] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-pfjk0-07kpl --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a386995537d4190ca4d49d13f9753b597ed345e2" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-pfjk0" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9 is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-5hgpl-s1cnk --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "1297e9d0ce8a8faf6bfe2883c4bbe6a3d51876c5" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-5hgpl" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9 in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6e84a62e; decorates RemoteLauncher[hudson.remoting.Channel@8a558a0:JNLP4-connect connection from 10.233.107.171/10.233.107.171:54300] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6rzhv-6drlf --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e0fc0a5db4af96f62cd5b6cd97faf9cc7ea21c08" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6rzhv" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-vvlxc-vttmv --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b1d6bcd7e06d3a6e8a872c6f3a53c3db9b741fe0" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-vvlxc" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" The recommended git tool is: git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@16c3e601; decorates RemoteLauncher[hudson.remoting.Channel@3c390205:JNLP4-connect connection from 10.233.108.233/10.233.108.233:35504] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-gjg7m-djh8h --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "158f0d1fb70238aaa848457796b1507b02bf41de" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-gjg7m" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64 is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-tpc9b-thx1z --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e63a62d573e1474f78b046ca978c3a9d2d5ccc7d" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-tpc9b" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64 in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] checkout Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6rjjw-8rh37 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "1d9bf2bf71b37602dcc8c7bd1d5d4df72981fb0c" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6rjjw" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 The recommended git tool is: git Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test [Pipeline] { [Pipeline] { Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@36068fde; decorates RemoteLauncher[hudson.remoting.Channel@3c2e5fd4:JNLP4-connect connection from 10.233.100.132/10.233.100.132:36080] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] node The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4b05ee8a; decorates RemoteLauncher[hudson.remoting.Channel@52858acd:JNLP4-connect connection from 10.233.123.104/10.233.123.104:53982] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5ce69ca; decorates RemoteLauncher[hudson.remoting.Channel@19ac0899:JNLP4-connect connection from 10.233.105.235/10.233.105.235:44496] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5b5ac728; decorates RemoteLauncher[hudson.remoting.Channel@7de2eb5a:JNLP4-connect connection from 10.233.93.250/10.233.93.250:39982] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6599c770; decorates RemoteLauncher[hudson.remoting.Channel@5fa0bd83:JNLP4-connect connection from 10.233.90.50/10.233.90.50:36876] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] node Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-crf7h-kj6b1 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "40b18ba3c8c8a7cc6794fc3b9e1c46fc78f492cd" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-crf7h" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-mw5l3-jbvg2 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c27399f75fad5a0610340fccaee341cc7d20f078" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-mw5l3" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/release-7.5/pod-pull_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-mf9mx-6s6b8 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "65afc9957f63b0d2ecd7bbe2e97021e50e296a4c" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-mf9mx" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 16.77 secs (200913201 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] { [Pipeline] sh [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] checkout + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G08 Run cases: processor_err_chan changefeed_reconstruct multi_capture PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=45bd3520-7959-4c20-ab55-d5cdf82f7402 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G08 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-pfjk0 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-pfjk0 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_err_chan/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] { The recommended git tool is: git [Pipeline] { Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4f6e6da0; decorates RemoteLauncher[hudson.remoting.Channel@3e41a4b0:JNLP4-connect connection from 10.233.97.235/10.233.97.235:52154] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4 Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464 Created Pod: kubernetes jenkins-tiflow/ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@568d9722; decorates RemoteLauncher[hudson.remoting.Channel@125cb31c:JNLP4-connect connection from 10.233.90.51/10.233.90.51:53208] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@20d9f44f; decorates RemoteLauncher[hudson.remoting.Channel@150be9ea:JNLP4-connect connection from 10.233.66.247/10.233.66.247:49484] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 start tidb cluster in /tmp/tidb_cdc_test/processor_err_chan Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464 is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6pxnv-q0q5x --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7687f5b950db272bac65d4354de8cc6138065e3f" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6pxnv" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464 in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4 is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-41dr5-x5dhj --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c1c7a251c6f0919517045a3486295b9e09eef171" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-41dr5" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4 in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-wwkbn-94xlr --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a05963716f48c02fac73978134e4b54e304ffdfa" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-wwkbn" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-0tblm-xsvds --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "99db445489429fe65e12494f768ae75557179085" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-0tblm" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-pttxb-0pwrb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "59763cbd90eca45599294a5a62b392acd01f2dee" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-pttxb" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-f1mmh-8n7wh Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-4gdt4-rm7fg --- apiVersion: "v1" --- apiVersion: "v1" kind: "Pod" kind: "Pod" metadata: annotations: metadata: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" annotations: runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "366df475e981801f79cb5345ba681d34a1a33741" jenkins/label-digest: "542bddc8ab1ac8862360e950d1f6a4d1e1b9e6a7" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-f1mmh" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-4gdt4" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: cpu: "6" requests: memory: "12Gi" memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" name: "net-tool" resources: limits: memory: "128Mi" resources: limits: memory: "128Mi" cpu: "100m" tty: true cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" resources: limits: memory: "256Mi" cpu: "100m" tty: true name: "report" resources: limits: memory: "256Mi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" - name: "JENKINS_URL" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f8c323c0013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m, pid:1244, start at 2024-05-06 11:12:02.231261393 +0800 CST m=+5.086307154 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:14:02.237 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:12:02.241 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:02:02.241 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f8c323c0013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m, pid:1244, start at 2024-05-06 11:12:02.231261393 +0800 CST m=+5.086307154 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:14:02.237 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:12:02.241 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:02:02.241 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f8c33b8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m, pid:1325, start at 2024-05-06 11:12:02.300352998 +0800 CST m=+5.080359901 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:14:02.307 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:12:02.286 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:02:02.286 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-l3x46-wdpdz --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "0268e59988266f1a5baac9d880a23a146ae3edb7" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-l3x46" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test Still waiting to schedule task โap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddgโ is offline Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 16.10 secs (209208958 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G01 Run cases: http_api http_api_tls api_v2 kafka_simple_basic kafka_simple_basic_avro kafka_simple_handle_key_only kafka_simple_handle_key_only_avro kafka_simple_claim_check kafka_simple_claim_check_avro canal_json_adapter_compatibility canal_json_basic multi_topics avro_basic canal_json_handle_key_only open_protocol_handle_key_only canal_json_claim_check open_protocol_claim_check canal_json_storage_basic canal_json_storage_partition_table multi_tables_ddl PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=4e0a567d-bd4c-40aa-8564-83104a769a02 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G01 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-npnsf GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-npnsf ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_api/run.sh using Sink-Type: mysql... <<================= [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { WARNING: Running pip install with root privileges is generally not a good idea. Try `__main__.py install --user` instead. Collecting requests==2.26.0 [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5b591048; decorates RemoteLauncher[hudson.remoting.Channel@7ac5f017:JNLP4-connect connection from 10.233.100.81/10.233.100.81:51296] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@15b4f779; decorates RemoteLauncher[hudson.remoting.Channel@3ed95438:JNLP4-connect connection from 10.233.108.178/10.233.108.178:55798] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] withCredentials No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@52112b8b; decorates RemoteLauncher[hudson.remoting.Channel@5882ef77:JNLP4-connect connection from 10.233.97.82/10.233.97.82:59488] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@710948d4; decorates RemoteLauncher[hudson.remoting.Channel@2159ae2f:JNLP4-connect connection from 10.233.105.222/10.233.105.222:47390] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@46a11f4a; decorates RemoteLauncher[hudson.remoting.Channel@57d1398f:JNLP4-connect connection from 10.233.90.140/10.233.90.140:58008] will be ignored (a typical symptom is the Git executable not being run inside a designated container) [Pipeline] withCredentials Cloning the remote Git repository Using shallow clone with depth 1 Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@262d18ba; decorates RemoteLauncher[hudson.remoting.Channel@6965535c:JNLP4-connect connection from 10.233.127.106/10.233.127.106:35670] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@54990a04; decorates RemoteLauncher[hudson.remoting.Channel@3e8a10ae:JNLP4-connect connection from 10.233.93.196/10.233.93.196:40592] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@67f4551f; decorates RemoteLauncher[hudson.remoting.Channel@1e284642:JNLP4-connect connection from 10.233.67.132/10.233.67.132:55140] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] cache Downloading https://files.pythonhosted.org/packages/92/96/144f70b972a9c0eabbd4391ef93ccd49d0f2747f4f6a2a2738e99e5adc65/requests-2.26.0-py2.py3-none-any.whl (62kB) [Mon May 6 11:12:12 CST 2024] <<<<<< START cdc server in processor_err_chan case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/sourcemanager/puller/ProcessorAddTableError=1*return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_err_chan.27302732.out server --log-file /tmp/tidb_cdc_test/processor_err_chan/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_err_chan/cdc_data --cluster-id default --config /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_err_chan/conf/server.toml --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Collecting urllib3<1.27,>=1.21.1 (from requests==2.26.0) Downloading https://files.pythonhosted.org/packages/b0/53/aa91e163dcfd1e5b82d8a890ecf13314e3e149c05270cc644581f77f17fd/urllib3-1.26.18-py2.py3-none-any.whl (143kB) Collecting certifi>=2017.4.17 (from requests==2.26.0) Downloading https://files.pythonhosted.org/packages/ba/06/a07f096c664aeb9f01624f858c3add0a4e913d6c96257acb4fce61e7de14/certifi-2024.2.2-py3-none-any.whl (163kB) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:12:15 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/99f5e955-9472-45e0-a960-33df88037c4d {"id":"99f5e955-9472-45e0-a960-33df88037c4d","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be2e6d975 99f5e955-9472-45e0-a960-33df88037c4d /tidb/cdc/default/default/upstream/7365719081094006199 {"id":7365719081094006199,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/99f5e955-9472-45e0-a960-33df88037c4d {"id":"99f5e955-9472-45e0-a960-33df88037c4d","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be2e6d975 99f5e955-9472-45e0-a960-33df88037c4d /tidb/cdc/default/default/upstream/7365719081094006199 {"id":7365719081094006199,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/99f5e955-9472-45e0-a960-33df88037c4d {"id":"99f5e955-9472-45e0-a960-33df88037c4d","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be2e6d975 99f5e955-9472-45e0-a960-33df88037c4d /tidb/cdc/default/default/upstream/7365719081094006199 {"id":7365719081094006199,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 79a5df03-c870-4d49-9ab8-2922418c6e60 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=79a5df03-c870-4d49-9ab8-2922418c6e60 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 79a5df03-c870-4d49-9ab8-2922418c6e60 -s + info='{ "upstream_id": 7365719081094006199, "namespace": "default", "id": "79a5df03-c870-4d49-9ab8-2922418c6e60", "state": "normal", "checkpoint_tso": 449567820609224709, "checkpoint_time": "2024-05-06 11:12:15.991", "error": null }' + echo '{ "upstream_id": 7365719081094006199, "namespace": "default", "id": "79a5df03-c870-4d49-9ab8-2922418c6e60", "state": "normal", "checkpoint_tso": 449567820609224709, "checkpoint_time": "2024-05-06 11:12:15.991", "error": null }' { "upstream_id": 7365719081094006199, "namespace": "default", "id": "79a5df03-c870-4d49-9ab8-2922418c6e60", "state": "normal", "checkpoint_tso": 449567820609224709, "checkpoint_time": "2024-05-06 11:12:15.991", "error": null } ++ echo '{' '"upstream_id":' 7365719081094006199, '"namespace":' '"default",' '"id":' '"79a5df03-c870-4d49-9ab8-2922418c6e60",' '"state":' '"normal",' '"checkpoint_tso":' 449567820609224709, '"checkpoint_time":' '"2024-05-06' '11:12:15.991",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365719081094006199, '"namespace":' '"default",' '"id":' '"79a5df03-c870-4d49-9ab8-2922418c6e60",' '"state":' '"normal",' '"checkpoint_tso":' 449567820609224709, '"checkpoint_time":' '"2024-05-06' '11:12:15.991",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check diff failed 1-th time, retry later Requirement already up-to-date: charset-normalizer~=2.0.0; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Collecting idna<4,>=2.5; python_version >= "3" (from requests==2.26.0) Downloading https://files.pythonhosted.org/packages/e5/3e/741d8c82801c347547f8a2a06aa57dbb1992be9e948df2ea0eda2c8b79e8/idna-3.7-py3-none-any.whl (66kB) check diff failed 2-th time, retry later Installing collected packages: urllib3, certifi, idna, requests Found existing installation: urllib3 1.26.16 Uninstalling urllib3-1.26.16: Successfully uninstalled urllib3-1.26.16 Found existing installation: certifi 2023.5.7 Uninstalling certifi-2023.5.7: Successfully uninstalled certifi-2023.5.7 Found existing installation: idna 3.4 Uninstalling idna-3.4: Successfully uninstalled idna-3.4 Found existing installation: requests 2.27.1 Uninstalling requests-2.27.1: Successfully uninstalled requests-2.27.1 Successfully installed certifi-2024.2.2 idna-3.7 requests-2.26.0 urllib3-1.26.18 Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 6.60 secs (510495046 bytes/sec) [Pipeline] { [Pipeline] cache check diff successfully The 1 times to try to start tidb cluster... wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Mon May 6 11:12:23 CST 2024] <<<<<< run test case processor_err_chan success! >>>>>> start tidb cluster in /tmp/tidb_cdc_test/http_api Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 7.89 secs (426740395 bytes/sec) [Pipeline] { [Pipeline] cache ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_reconstruct/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/changefeed_reconstruct Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f8e3738000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl, pid:1269, start at 2024-05-06 11:12:35.292753107 +0800 CST m=+5.429903242 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:14:35.305 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:12:35.278 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:02:35.278 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f8e3738000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl, pid:1269, start at 2024-05-06 11:12:35.292753107 +0800 CST m=+5.429903242 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:14:35.305 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:12:35.278 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:02:35.278 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f8e38ac0003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-kmswl, pid:1312, start at 2024-05-06 11:12:35.372150909 +0800 CST m=+5.437270396 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:14:35.380 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:12:35.371 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:02:35.371 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/http_api/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/http_api/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/http_api/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/http_api/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/http_api/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release [Mon May 6 11:12:40 CST 2024] <<<<<< START cdc server in http_api case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api.25662568.out server --log-file /tmp/tidb_cdc_test/http_api/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api/cdc_data1 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:12:43 GMT < Content-Length: 657 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/46040294-fcc3-4a75-bd7f-9527ad7cecc3 {"id":"46040294-fcc3-4a75-bd7f-9527ad7cecc3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a1fb 46040294-fcc3-4a75-bd7f-9527ad7cecc3 /tidb/cdc/default/default/upstream/7365719216000582031 {"id":7365719216000582031,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/46040294-fcc3-4a75-bd7f-9527ad7cecc3 {"id":"46040294-fcc3-4a75-bd7f-9527ad7cecc3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a1fb 46040294-fcc3-4a75-bd7f-9527ad7cecc3 /tidb/cdc/default/default/upstream/7365719216000582031 {"id":7365719216000582031,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/46040294-fcc3-4a75-bd7f-9527ad7cecc3 {"id":"46040294-fcc3-4a75-bd7f-9527ad7cecc3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a1fb 46040294-fcc3-4a75-bd7f-9527ad7cecc3 /tidb/cdc/default/default/upstream/7365719216000582031 {"id":7365719216000582031,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "is-owner": true, run task successfully ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) owner pid: 2571 owner id 46040294-fcc3-4a75-bd7f-9527ad7cecc3 default [Mon May 6 11:12:46 CST 2024] <<<<<< START cdc server in http_api case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api.26812683.out server --log-file /tmp/tidb_cdc_test/http_api/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api/cdc_data2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f8eeb100012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m, pid:3950, start at 2024-05-06 11:12:46.821244512 +0800 CST m=+5.143414586 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:14:46.830 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:12:46.788 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:02:46.788 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f8eeb100012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m, pid:3950, start at 2024-05-06 11:12:46.821244512 +0800 CST m=+5.143414586 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:14:46.830 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:12:46.788 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:02:46.788 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f8eebb8000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m, pid:4040, start at 2024-05-06 11:12:46.846108888 +0800 CST m=+5.105454341 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:14:46.856 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:12:46.830 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:02:46.830 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } Agent ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg is provisioned from template ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-z3bqt-h152s --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" runUrl: "job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "30bd80864ee7524fe65eda712de43a20f384e27a" jenkins/label: "ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-z3bqt" name: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg" - name: "JENKINS_NAME" value: "ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:12:49 GMT < Content-Length: 911 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/46040294-fcc3-4a75-bd7f-9527ad7cecc3 {"id":"46040294-fcc3-4a75-bd7f-9527ad7cecc3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 {"id":"a6d5b4dd-72e0-4144-afd1-af047ba6f1c9","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a1fb 46040294-fcc3-4a75-bd7f-9527ad7cecc3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a224 a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 /tidb/cdc/default/default/upstream/7365719216000582031 {"id":7365719216000582031,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/46040294-fcc3-4a75-bd7f-9527ad7cecc3 {"id":"46040294-fcc3-4a75-bd7f-9527ad7cecc3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 {"id":"a6d5b4dd-72e0-4144-afd1-af047ba6f1c9","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a1fb 46040294-fcc3-4a75-bd7f-9527ad7cecc3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a224 a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 /tidb/cdc/default/default/upstream/7365719216000582031 {"id":7365719216000582031,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/46040294-fcc3-4a75-bd7f-9527ad7cecc3 {"id":"46040294-fcc3-4a75-bd7f-9527ad7cecc3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 {"id":"a6d5b4dd-72e0-4144-afd1-af047ba6f1c9","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a1fb 46040294-fcc3-4a75-bd7f-9527ad7cecc3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a224 a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 /tidb/cdc/default/default/upstream/7365719216000582031 {"id":7365719216000582031,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep -v "46040294-fcc3-4a75-bd7f-9527ad7cecc3 default" | grep id [Mon May 6 11:12:50 CST 2024] <<<<<< START cdc server in changefeed_reconstruct case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.53285330.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver1 --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 "id": "a6d5b4dd-72e0-4144-afd1-af047ba6f1c9", run task successfully capture_id: a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 pass test: check health pass test: get status pass test: create changefeed + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:12:53 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2ec0a5b8-600a-461f-b9d7-801edb499781 {"id":"2ec0a5b8-600a-461f-b9d7-801edb499781","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be38efdf2 2ec0a5b8-600a-461f-b9d7-801edb499781 /tidb/cdc/default/default/upstream/7365719269235840237 {"id":7365719269235840237,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2ec0a5b8-600a-461f-b9d7-801edb499781 {"id":"2ec0a5b8-600a-461f-b9d7-801edb499781","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be38efdf2 2ec0a5b8-600a-461f-b9d7-801edb499781 /tidb/cdc/default/default/upstream/7365719269235840237 {"id":7365719269235840237,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2ec0a5b8-600a-461f-b9d7-801edb499781 {"id":"2ec0a5b8-600a-461f-b9d7-801edb499781","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be38efdf2 2ec0a5b8-600a-461f-b9d7-801edb499781 /tidb/cdc/default/default/upstream/7365719269235840237 {"id":7365719269235840237,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 19.47 secs (173037106 bytes/sec) [Pipeline] { [Pipeline] cache ***************** properties ***************** "threadcount"="4" "operationcount"="0" "recordcount"="50" "mysql.user"="root" "dotransactions"="false" "workload"="core" "mysql.db"="changefeed_reconstruct" "updateproportion"="0" "readallfields"="true" "requestdistribution"="uniform" "mysql.port"="4000" "mysql.host"="127.0.0.1" "scanproportion"="0" "insertproportion"="0" "readproportion"="0" ********************************************** Run finished, takes 16.259261ms INSERT - Takes(s): 0.0, Count: 48, OPS: 4002.4, Avg(us): 1243, Min(us): 786, Max(us): 4250, 95th(us): 5000, 99th(us): 5000 table changefeed_reconstruct.usertable not exists for 1-th check, retry later table test.simple1 not exists for 1-th check, retry later table changefeed_reconstruct.usertable exists check diff failed 1-th time, retry later table test.simple1 exists pass test: list changefeed check diff successfully pass test: get changefeed wait process 5333 exit for 1-th time... wait process 5333 exit for 2-th time... pass test: pause changefeed pass test: update changefeed wait process 5333 exit for 3-th time... wait process 2571 exit for 1-th time... /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5333) - No such process wait process 5333 exit for 4-th time... process 5333 already exit check_no_capture http://127.0.0.1:2379 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Mon May 6 11:13:01 CST 2024] <<<<<< START cdc server in changefeed_reconstruct case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.55845586.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver2 --cluster-id default --addr 127.0.0.1:8300 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process 2571 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (2571) - No such process wait process 2571 exit for 3-th time... process 2571 already exit cdc.test cli capture list --server http://127.0.0.1:8301 2>&1 |grep a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 -A1 | grep '"is-owner": true' Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 7.29 secs (461871181 bytes/sec) [Pipeline] { [Pipeline] cache "is-owner": true, run task successfully [Mon May 6 11:13:03 CST 2024] <<<<<< START cdc server in http_api case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api.29492951.out server --log-file /tmp/tidb_cdc_test/http_api/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:13:04 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/d547c5d4-120a-47b8-93e9-03351bc27800 {UpstreamID:7365719269235840237 Namespace:default ID:d547c5d4-120a-47b8-93e9-03351bc27800 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2024-05-06 11:12:53.505763725 +0800 CST StartTs:449567830412623877 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00372d4d0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567830438576131} {CheckpointTs:449567831815094278 MinTableBarrierTs:449567833125552140 AdminJobType:noop} span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567831815094278, checkpointTs: 449567831815094278, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/035be9a3-f75b-4942-af0c-41a1375a040f {"id":"035be9a3-f75b-4942-af0c-41a1375a040f","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be38efe72 035be9a3-f75b-4942-af0c-41a1375a040f /tidb/cdc/default/default/changefeed/info/d547c5d4-120a-47b8-93e9-03351bc27800 {"upstream-id":7365719269235840237,"namespace":"default","changefeed-id":"d547c5d4-120a-47b8-93e9-03351bc27800","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2024-05-06T11:12:53.505763725+08:00","start-ts":449567830412623877,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567830438576131} /tidb/cdc/default/default/changefeed/status/d547c5d4-120a-47b8-93e9-03351bc27800 {"checkpoint-ts":449567831815094278,"min-table-barrier-ts":449567833125552140,"admin-job-type":0} /tidb/cdc/default/default/task/position/035be9a3-f75b-4942-af0c-41a1375a040f/d547c5d4-120a-47b8-93e9-03351bc27800 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365719269235840237 {"id":7365719269235840237,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/d547c5d4-120a-47b8-93e9-03351bc27800 {UpstreamID:7365719269235840237 Namespace:default ID:d547c5d4-120a-47b8-93e9-03351bc27800 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2024-05-06 11:12:53.505763725 +0800 CST StartTs:449567830412623877 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00372d4d0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567830438576131} {CheckpointTs:449567831815094278 MinTableBarrierTs:449567833125552140 AdminJobType:noop} span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567831815094278, checkpointTs: 449567831815094278, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/035be9a3-f75b-4942-af0c-41a1375a040f {"id":"035be9a3-f75b-4942-af0c-41a1375a040f","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be38efe72 035be9a3-f75b-4942-af0c-41a1375a040f /tidb/cdc/default/default/changefeed/info/d547c5d4-120a-47b8-93e9-03351bc27800 {"upstream-id":7365719269235840237,"namespace":"default","changefeed-id":"d547c5d4-120a-47b8-93e9-03351bc27800","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2024-05-06T11:12:53.505763725+08:00","start-ts":449567830412623877,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567830438576131} /tidb/cdc/default/default/changefeed/status/d547c5d4-120a-47b8-93e9-03351bc27800 {"checkpoint-ts":449567831815094278,"min-table-barrier-ts":449567833125552140,"admin-job-type":0} /tidb/cdc/default/default/task/position/035be9a3-f75b-4942-af0c-41a1375a040f/d547c5d4-120a-47b8-93e9-03351bc27800 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365719269235840237 + grep -q 'failed to get info:' {"id":7365719269235840237,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/d547c5d4-120a-47b8-93e9-03351bc27800 {UpstreamID:7365719269235840237 Namespace:default ID:d547c5d4-120a-47b8-93e9-03351bc27800 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2024-05-06 11:12:53.505763725 +0800 CST StartTs:449567830412623877 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00372d4d0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567830438576131} {CheckpointTs:449567831815094278 MinTableBarrierTs:449567833125552140 AdminJobType:noop} span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567831815094278, checkpointTs: 449567831815094278, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/035be9a3-f75b-4942-af0c-41a1375a040f {"id":"035be9a3-f75b-4942-af0c-41a1375a040f","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be38efe72 035be9a3-f75b-4942-af0c-41a1375a040f /tidb/cdc/default/default/changefeed/info/d547c5d4-120a-47b8-93e9-03351bc27800 {"upstream-id":7365719269235840237,"namespace":"default","changefeed-id":"d547c5d4-120a-47b8-93e9-03351bc27800","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2024-05-06T11:12:53.505763725+08:00","start-ts":449567830412623877,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567830438576131} /tidb/cdc/default/default/changefeed/status/d547c5d4-120a-47b8-93e9-03351bc27800 {"checkpoint-ts":449567831815094278,"min-table-barrier-ts":449567833125552140,"admin-job-type":0} /tidb/cdc/default/default/task/position/035be9a3-f75b-4942-af0c-41a1375a040f/d547c5d4-120a-47b8-93e9-03351bc27800 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365719269235840237 + grep -q 'etcd info' {"id":7365719269235840237,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list --pd=http://127.0.0.1:2379 2>&1 | grep id "id": "035be9a3-f75b-4942-af0c-41a1375a040f", "cluster-id": "default" run task successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:13:06 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/changefeed-test1 {UpstreamID:7365719216000582031 Namespace:default ID:changefeed-test1 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:12:52.447586111 +0800 CST StartTs:449567830148120582 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0031b67e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567830161227784} {CheckpointTs:449567830685515781 MinTableBarrierTs:449567833699909647 AdminJobType:noop} span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567830685515781, checkpointTs: 449567830685515781, state: Preparing changefeedID: default/changefeed-test3 {UpstreamID:7365719216000582031 Namespace:default ID:changefeed-test3 SinkURI:blackhole:// CreateTime:2024-05-06 11:12:52.665537025 +0800 CST StartTs:449567830213656584 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037d6cf0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567830213656591} {CheckpointTs:449567830685515781 MinTableBarrierTs:449567833699909647 AdminJobType:noop} span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567830685515781, checkpointTs: 449567830685515781, state: Preparing span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449567830685515781, checkpointTs: 449567830685515781, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 {"id":"a6d5b4dd-72e0-4144-afd1-af047ba6f1c9","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/f78e8a99-ea76-448e-9318-d00e57035d74 {"id":"f78e8a99-ea76-448e-9318-d00e57035d74","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a224 a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a29e f78e8a99-ea76-448e-9318-d00e57035d74 /tidb/cdc/default/default/changefeed/info/changefeed-test1 {"upstream-id":7365719216000582031,"namespace":"default","changefeed-id":"changefeed-test1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:12:52.447586111+08:00","start-ts":449567830148120582,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567830161227784} /tidb/cdc/default/default/changefeed/info/changefeed-test2 {"upstream-id":7365719216000582031,"namespace":"default","changefeed-id":"changefeed-test2","sink-uri":"blackhole://","create-time":"2024-05-06T11:12:52.565258721+08:00","start-ts":449567830187442181,"target-ts":0,"admin-job-type":1,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":32},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"stopped","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567832205950988} /tidb/cdc/default/default/changefeed/info/changefeed-test3 {"upstream-id":7365719216000582031,"namespace":"default","changefeed-id":"changefeed-test3","sink-uri":"blackhole://","create-time":"2024-05-06T11:12:52.665537025+08:00","start-ts":449567830213656584,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567830213656591} /tidb/cdc/default/default/changefeed/status/changefeed-test1 {"checkpoint-ts":449567830685515781,"min-table-barrier-ts":449567833699909647,"admin-job-type":0} /tidb/cdc/default/default/changefeed/status/changefeed-test2 {"checkpoint-ts":449567830541336601,"min-table-barrier-ts":449567830685515781,"admin-job-type":1} /tidb/cdc/default/default/changefeed/status/changefeed-test3 {"checkpoint-ts":449567830685515781,"min-table-barrier-ts":449567833699909647,"admin-job-type":0} /tidb/cdc/default/default/task/position/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f78e8a99-ea76-448e-9318-d00e57035d74/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f78e8a99-ea76-448e-9318-d00e57035d74/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365719216000582031 {"id":7365719216000582031,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/changefeed-test1 {UpstreamID:7365719216000582031 Namespace:default ID:changefeed-test1 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:12:52.447586111 +0800 CST StartTs:449567830148120582 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0031b67e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567830161227784} {CheckpointTs:449567830685515781 MinTableBarrierTs:449567833699909647 AdminJobType:noop} span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567830685515781, checkpointTs: 449567830685515781, state: Preparing changefeedID: default/changefeed-test3 {UpstreamID:7365719216000582031 Namespace:default ID:changefeed-test3 SinkURI:blackhole:// CreateTime:2024-05-06 11:12:52.665537025 +0800 CST StartTs:449567830213656584 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037d6cf0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567830213656591} {CheckpointTs:449567830685515781 MinTableBarrierTs:449567833699909647 AdminJobType:noop} span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567830685515781, checkpointTs: 449567830685515781, state: Preparing span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449567830685515781, checkpointTs: 449567830685515781, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 {"id":"a6d5b4dd-72e0-4144-afd1-af047ba6f1c9","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/f78e8a99-ea76-448e-9318-d00e57035d74 {"id":"f78e8a99-ea76-448e-9318-d00e57035d74","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a224 a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a29e f78e8a99-ea76-448e-9318-d00e57035d74 /tidb/cdc/default/default/changefeed/info/changefeed-test1 {"upstream-id":7365719216000582031,"namespace":"default","changefeed-id":"changefeed-test1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:12:52.447586111+08:00","start-ts":449567830148120582,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567830161227784} /tidb/cdc/default/default/changefeed/info/changefeed-test2 {"upstream-id":7365719216000582031,"namespace":"default","changefeed-id":"changefeed-test2","sink-uri":"blackhole://","create-time":"2024-05-06T11:12:52.565258721+08:00","start-ts":449567830187442181,"target-ts":0,"admin-job-type":1,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":32},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"stopped","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567832205950988} /tidb/cdc/default/default/changefeed/info/changefeed-test3 {"upstream-id":7365719216000582031,"namespace":"default","changefeed-id":"changefeed-test3","sink-uri":"blackhole://","create-time":"2024-05-06T11:12:52.665537025+08:00","start-ts":449567830213656584,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567830213656591} /tidb/cdc/default/default/changefeed/status/changefeed-test1 {"checkpoint-ts":449567830685515781,"min-table-barrier-ts":449567833699909647,"admin-job-type":0} /tidb/cdc/default/default/changefeed/status/changefeed-test2 {"checkpoint-ts":449567830541336601,"min-table-barrier-ts":449567830685515781,"admin-job-type":1} /tidb/cdc/default/default/changefeed/status/changefeed-test3 {"checkpoint-ts":449567830685515781,"min-table-barrier-ts":449567833699909647,"admin-job-type":0} /tidb/cdc/default/default/task/position/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f78e8a99-ea76-448e-9318-d00e57035d74/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f78e8a99-ea76-448e-9318-d00e57035d74/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365719216000582031 {"id":7365719216000582031,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/changefeed-test1 {UpstreamID:7365719216000582031 Namespace:default ID:changefeed-test1 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:12:52.447586111 +0800 CST StartTs:449567830148120582 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0031b67e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567830161227784} {CheckpointTs:449567830685515781 MinTableBarrierTs:449567833699909647 AdminJobType:noop} span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567830685515781, checkpointTs: 449567830685515781, state: Preparing changefeedID: default/changefeed-test3 {UpstreamID:7365719216000582031 Namespace:default ID:changefeed-test3 SinkURI:blackhole:// CreateTime:2024-05-06 11:12:52.665537025 +0800 CST StartTs:449567830213656584 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037d6cf0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567830213656591} {CheckpointTs:449567830685515781 MinTableBarrierTs:449567833699909647 AdminJobType:noop} span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567830685515781, checkpointTs: 449567830685515781, state: Preparing span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449567830685515781, checkpointTs: 449567830685515781, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 {"id":"a6d5b4dd-72e0-4144-afd1-af047ba6f1c9","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/f78e8a99-ea76-448e-9318-d00e57035d74 {"id":"f78e8a99-ea76-448e-9318-d00e57035d74","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a224 a6d5b4dd-72e0-4144-afd1-af047ba6f1c9 /tidb/cdc/default/__cdc_meta__/owner/22318f4be362a29e f78e8a99-ea76-448e-9318-d00e57035d74 /tidb/cdc/default/default/changefeed/info/changefeed-test1 {"upstream-id":7365719216000582031,"namespace":"default","changefeed-id":"changefeed-test1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:12:52.447586111+08:00","start-ts":449567830148120582,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567830161227784} /tidb/cdc/default/default/changefeed/info/changefeed-test2 {"upstream-id":7365719216000582031,"namespace":"default","changefeed-id":"changefeed-test2","sink-uri":"blackhole://","create-time":"2024-05-06T11:12:52.565258721+08:00","start-ts":449567830187442181,"target-ts":0,"admin-job-type":1,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":32},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"stopped","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567832205950988} /tidb/cdc/default/default/changefeed/info/changefeed-test3 {"upstream-id":7365719216000582031,"namespace":"default","changefeed-id":"changefeed-test3","sink-uri":"blackhole://","create-time":"2024-05-06T11:12:52.665537025+08:00","start-ts":449567830213656584,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567830213656591} /tidb/cdc/default/default/changefeed/status/changefeed-test1 {"checkpoint-ts":449567830685515781,"min-table-barrier-ts":449567833699909647,"admin-job-type":0} /tidb/cdc/default/default/changefeed/status/changefeed-test2 {"checkpoint-ts":449567830541336601,"min-table-barrier-ts":449567830685515781,"admin-job-type":1} /tidb/cdc/default/default/changefeed/status/changefeed-test3 {"checkpoint-ts":449567830685515781,"min-table-barrier-ts":449567833699909647,"admin-job-type":0} /tidb/cdc/default/default/task/position/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/a6d5b4dd-72e0-4144-afd1-af047ba6f1c9/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f78e8a99-ea76-448e-9318-d00e57035d74/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f78e8a99-ea76-448e-9318-d00e57035d74/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365719216000582031 {"id":7365719216000582031,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"address": "127.0.0.1:8300"' capture_id: 035be9a3-f75b-4942-af0c-41a1375a040f check_processor_table_count http://127.0.0.1:2379 d547c5d4-120a-47b8-93e9-03351bc27800 035be9a3-f75b-4942-af0c-41a1375a040f 1 run task successfully "address": "127.0.0.1:8300", run task successfully check_processor_table_count http://127.0.0.1:2379 d547c5d4-120a-47b8-93e9-03351bc27800 035be9a3-f75b-4942-af0c-41a1375a040f 0 pass test: list changefeed table count 1 does equal to expected count 0 run task failed 1-th time, retry later pass test: get changefeed pass test: resume changefeed pass test: pause changefeed pass test: rebalance table check_processor_table_count http://127.0.0.1:2379 d547c5d4-120a-47b8-93e9-03351bc27800 035be9a3-f75b-4942-af0c-41a1375a040f 0 run task successfully pass test: move table ***************** properties ***************** "operationcount"="0" "scanproportion"="0" "requestdistribution"="uniform" "mysql.db"="changefeed_reconstruct" "dotransactions"="false" "threadcount"="4" "mysql.host"="127.0.0.1" "recordcount"="50" "insertproportion"="0" "readallfields"="true" "readproportion"="0" "updateproportion"="0" "mysql.user"="root" "workload"="core" "mysql.port"="4000" ********************************************** Run finished, takes 17.741614ms INSERT - Takes(s): 0.0, Count: 48, OPS: 3647.0, Avg(us): 1394, Min(us): 898, Max(us): 4727, 95th(us): 5000, 99th(us): 5000 table changefeed_reconstruct.usertable exists check diff failed 1-th time, retry later check diff successfully wait process cdc.test exit for 1-th time... Traceback (most recent call last): File "/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_api/util/test_case.py", line 396, in <module> func(*sys.argv[2:]) File "/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_api/util/test_case.py", line 293, in get_processor if (resp.status_code != rq.codes.ok): AttributeError: 'NoneType' object has no attribute 'status_code' wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:13:15 CST 2024] <<<<<< run test case changefeed_reconstruct success! >>>>>> Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 14.06 secs (239653373 bytes/sec) [Pipeline] { [Pipeline] cache =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_capture/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/multi_capture Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9230700017 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m, pid:6870, start at 2024-05-06 11:13:40.427212721 +0800 CST m=+4.975415564 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:15:40.435 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:13:40.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:03:40.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9230700017 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m, pid:6870, start at 2024-05-06 11:13:40.427212721 +0800 CST m=+4.975415564 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:15:40.435 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:13:40.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:03:40.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9234380008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8vk4m, pid:6945, start at 2024-05-06 11:13:40.62664724 +0800 CST m=+5.094474095 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:15:40.636 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:13:40.622 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:03:40.622 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_capture/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_capture/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.8206.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='449567843688120324 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567843688120324 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "mysql.user"="root" "operationcount"="0" "updateproportion"="0" "insertproportion"="0" "threadcount"="2" "readproportion"="0" "requestdistribution"="uniform" "scanproportion"="0" "recordcount"="10" "mysql.db"="multi_capture_1" "workload"="core" "mysql.port"="4000" "dotransactions"="false" "mysql.host"="127.0.0.1" "readallfields"="true" ********************************************** Run finished, takes 7.874176ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2529.6, Avg(us): 1517, Min(us): 826, Max(us): 3845, 95th(us): 4000, 99th(us): 4000 ***************** properties ***************** "readproportion"="0" "dotransactions"="false" "mysql.host"="127.0.0.1" "scanproportion"="0" "readallfields"="true" "workload"="core" "mysql.db"="multi_capture_2" "updateproportion"="0" "threadcount"="2" "mysql.port"="4000" "recordcount"="10" "operationcount"="0" "insertproportion"="0" "mysql.user"="root" "requestdistribution"="uniform" ********************************************** Run finished, takes 7.92476ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2392.7, Avg(us): 1505, Min(us): 848, Max(us): 3694, 95th(us): 4000, 99th(us): 4000 ***************** properties ***************** "recordcount"="10" "scanproportion"="0" "mysql.host"="127.0.0.1" "mysql.db"="multi_capture_3" "mysql.port"="4000" "workload"="core" "mysql.user"="root" "requestdistribution"="uniform" "operationcount"="0" "readallfields"="true" "insertproportion"="0" "dotransactions"="false" "threadcount"="2" "readproportion"="0" "updateproportion"="0" ********************************************** Run finished, takes 7.763876ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2401.8, Avg(us): 1472, Min(us): 843, Max(us): 3600, 95th(us): 4000, 99th(us): 4000 ***************** properties ***************** "updateproportion"="0" "scanproportion"="0" "insertproportion"="0" "requestdistribution"="uniform" "mysql.db"="multi_capture_4" "mysql.port"="4000" "readproportion"="0" "mysql.host"="127.0.0.1" "threadcount"="2" "operationcount"="0" "mysql.user"="root" "recordcount"="10" "readallfields"="true" "workload"="core" "dotransactions"="false" ********************************************** Run finished, takes 8.032324ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2279.7, Avg(us): 1509, Min(us): 865, Max(us): 3519, 95th(us): 4000, 99th(us): 4000 [Mon May 6 11:13:46 CST 2024] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.83348336.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 23.13 secs (145607464 bytes/sec) [Pipeline] { [Pipeline] cache + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:13:49 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a610cebd-cdab-4584-a61a-ed77504a40e3 {"id":"a610cebd-cdab-4584-a61a-ed77504a40e3","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e043 a610cebd-cdab-4584-a61a-ed77504a40e3 /tidb/cdc/default/default/upstream/7365719491352152218 {"id":7365719491352152218,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a610cebd-cdab-4584-a61a-ed77504a40e3 {"id":"a610cebd-cdab-4584-a61a-ed77504a40e3","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e043 a610cebd-cdab-4584-a61a-ed77504a40e3 /tidb/cdc/default/default/upstream/7365719491352152218 {"id":7365719491352152218,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a610cebd-cdab-4584-a61a-ed77504a40e3 {"id":"a610cebd-cdab-4584-a61a-ed77504a40e3","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e043 a610cebd-cdab-4584-a61a-ed77504a40e3 /tidb/cdc/default/default/upstream/7365719491352152218 {"id":7365719491352152218,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Mon May 6 11:13:49 CST 2024] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.83808382.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:13:52 GMT < Content-Length: 867 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e57b997-3ad3-4627-9873-57620e0a1137 {"id":"4e57b997-3ad3-4627-9873-57620e0a1137","address":"127.0.0.1:8302","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/a610cebd-cdab-4584-a61a-ed77504a40e3 {"id":"a610cebd-cdab-4584-a61a-ed77504a40e3","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e043 a610cebd-cdab-4584-a61a-ed77504a40e3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e06a 4e57b997-3ad3-4627-9873-57620e0a1137 /tidb/cdc/default/default/upstream/7365719491352152218 {"id":7365719491352152218,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e57b997-3ad3-4627-9873-57620e0a1137 {"id":"4e57b997-3ad3-4627-9873-57620e0a1137","address":"127.0.0.1:8302","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/a610cebd-cdab-4584-a61a-ed77504a40e3 {"id":"a610cebd-cdab-4584-a61a-ed77504a40e3","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e043 a610cebd-cdab-4584-a61a-ed77504a40e3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e06a 4e57b997-3ad3-4627-9873-57620e0a1137 /tidb/cdc/default/default/upstream/7365719491352152218 {"id":7365719491352152218,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e57b997-3ad3-4627-9873-57620e0a1137 {"id":"4e57b997-3ad3-4627-9873-57620e0a1137","address":"127.0.0.1:8302","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/a610cebd-cdab-4584-a61a-ed77504a40e3 {"id":"a610cebd-cdab-4584-a61a-ed77504a40e3","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e043 a610cebd-cdab-4584-a61a-ed77504a40e3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e06a 4e57b997-3ad3-4627-9873-57620e0a1137 /tidb/cdc/default/default/upstream/7365719491352152218 {"id":7365719491352152218,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Mon May 6 11:13:52 CST 2024] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.84348436.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data3 --cluster-id default --addr 127.0.0.1:8303 ++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info * About to connect() to 127.0.0.1 port 8303 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8303; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info * About to connect() to 127.0.0.1 port 8303 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8303 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8303 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:13:55 GMT < Content-Length: 1144 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e57b997-3ad3-4627-9873-57620e0a1137 {"id":"4e57b997-3ad3-4627-9873-57620e0a1137","address":"127.0.0.1:8302","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/a610cebd-cdab-4584-a61a-ed77504a40e3 {"id":"a610cebd-cdab-4584-a61a-ed77504a40e3","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/b444e4e3-172b-4364-91c2-8b54de593da4 {"id":"b444e4e3-172b-4364-91c2-8b54de593da4","address":"127.0.0.1:8303","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e043 a610cebd-cdab-4584-a61a-ed77504a40e3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e06a 4e57b997-3ad3-4627-9873-57620e0a1137 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e07a b444e4e3-172b-4364-91c2-8b54de593da4 /tidb/cdc/default/default/upstream/7365719491352152218 {"id":7365719491352152218,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e57b997-3ad3-4627-9873-57620e0a1137 {"id":"4e57b997-3ad3-4627-9873-57620e0a1137","address":"127.0.0.1:8302","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/a610cebd-cdab-4584-a61a-ed77504a40e3 {"id":"a610cebd-cdab-4584-a61a-ed77504a40e3","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/b444e4e3-172b-4364-91c2-8b54de593da4 {"id":"b444e4e3-172b-4364-91c2-8b54de593da4","address":"127.0.0.1:8303","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e043 a610cebd-cdab-4584-a61a-ed77504a40e3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e06a 4e57b997-3ad3-4627-9873-57620e0a1137 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e07a b444e4e3-172b-4364-91c2-8b54de593da4 /tidb/cdc/default/default/upstream/7365719491352152218 {"id":7365719491352152218,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e57b997-3ad3-4627-9873-57620e0a1137 {"id":"4e57b997-3ad3-4627-9873-57620e0a1137","address":"127.0.0.1:8302","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/a610cebd-cdab-4584-a61a-ed77504a40e3 {"id":"a610cebd-cdab-4584-a61a-ed77504a40e3","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/b444e4e3-172b-4364-91c2-8b54de593da4 {"id":"b444e4e3-172b-4364-91c2-8b54de593da4","address":"127.0.0.1:8303","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e043 a610cebd-cdab-4584-a61a-ed77504a40e3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e06a 4e57b997-3ad3-4627-9873-57620e0a1137 /tidb/cdc/default/__cdc_meta__/owner/22318f4be462e07a b444e4e3-172b-4364-91c2-8b54de593da4 /tidb/cdc/default/default/upstream/7365719491352152218 {"id":7365719491352152218,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.8483.out cli changefeed create --start-ts=449567843688120324 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8301 Create changefeed successfully! ID: b67fa0c1-9b6b-4085-aa3e-72f56ea46812 Info: {"upstream_id":7365719491352152218,"namespace":"default","id":"b67fa0c1-9b6b-4085-aa3e-72f56ea46812","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:13:55.887504505+08:00","start_ts":449567843688120324,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567843688120324,"checkpoint_ts":449567843688120324,"checkpoint_time":"2024-05-06 11:13:44.030"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x table multi_capture_1.usertable not exists for 1-th check, retry later table multi_capture_1.usertable exists table multi_capture_2.usertable not exists for 1-th check, retry later table multi_capture_2.usertable exists table multi_capture_3.usertable not exists for 1-th check, retry later table multi_capture_3.usertable exists table multi_capture_4.usertable not exists for 1-th check, retry later table multi_capture_4.usertable exists check diff failed 1-th time, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 18.70 secs (180133626 bytes/sec) [Pipeline] { [Pipeline] cache check diff successfully ***************** properties ***************** "mysql.db"="multi_capture_1" "readproportion"="0" "workload"="core" "mysql.port"="4000" "requestdistribution"="uniform" "recordcount"="20" "mysql.host"="127.0.0.1" "updateproportion"="0" "mysql.user"="root" "readallfields"="true" "scanproportion"="0" "insertproportion"="0" "dotransactions"="false" "threadcount"="2" "operationcount"="0" ********************************************** Run finished, takes 11.340531ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1970.6, Avg(us): 988, Min(us): 502, Max(us): 1817, 95th(us): 2000, 99th(us): 2000 ***************** properties ***************** "recordcount"="20" "updateproportion"="0" "scanproportion"="0" "readproportion"="0" "mysql.user"="root" "mysql.port"="4000" "dotransactions"="false" "threadcount"="2" "readallfields"="true" "workload"="core" "insertproportion"="0" "mysql.db"="multi_capture_2" "requestdistribution"="uniform" "operationcount"="0" "mysql.host"="127.0.0.1" ********************************************** Run finished, takes 14.853564ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1535.9, Avg(us): 1408, Min(us): 540, Max(us): 4945, 95th(us): 5000, 99th(us): 5000 ***************** properties ***************** "readproportion"="0" "recordcount"="20" "operationcount"="0" "mysql.db"="multi_capture_3" "mysql.port"="4000" "updateproportion"="0" "insertproportion"="0" "threadcount"="2" "dotransactions"="false" "mysql.user"="root" "readallfields"="true" "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "scanproportion"="0" "workload"="core" ********************************************** Run finished, takes 9.738569ms INSERT - Takes(s): 0.0, Count: 20, OPS: 2317.1, Avg(us): 923, Min(us): 432, Max(us): 1577, 95th(us): 2000, 99th(us): 2000 ***************** properties ***************** "operationcount"="0" "requestdistribution"="uniform" "readproportion"="0" "threadcount"="2" "workload"="core" "mysql.port"="4000" "updateproportion"="0" "mysql.host"="127.0.0.1" "readallfields"="true" "mysql.user"="root" "mysql.db"="multi_capture_4" "insertproportion"="0" "recordcount"="20" "scanproportion"="0" "dotransactions"="false" ********************************************** Run finished, takes 11.09581ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1984.6, Avg(us): 979, Min(us): 406, Max(us): 1760, 95th(us): 2000, 99th(us): 2000 check diff failed 1-th time, retry later check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:14:11 CST 2024] <<<<<< run test case multi_capture success! >>>>>> \033[0;36m<<< Run all test success >>>\033[0m Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 15.81 secs (213120764 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 15.34 secs (219550614 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 22.63 secs (148831232 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 14.85 secs (226798846 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G03 Run cases: row_format drop_many_tables processor_stop_delay partition_table PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=89bfeb82-3385-4f34-800e-1a2e4b83ccaa BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G03 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-1r8c4 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-1r8c4 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/row_format/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G00 Run cases: bdr_mode capture_suicide_while_balance_table syncpoint hang_sink_suicide server_config_compatibility kafka_big_messages kafka_compression kafka_messages kafka_sink_error_resume mq_sink_lost_callback mq_sink_dispatcher kafka_column_selector kafka_column_selector_avro lossy_ddl storage_csv_update PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=16e88d6a-7780-4ed0-8080-3e64892bcc3b BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G00 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-wx3cx GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-wx3cx GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/bdr_mode/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G07 Run cases: kv_client_stream_reconnect cdc split_region PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=2370a3ec-1d52-40bc-92ea-c499e2621d33 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G07 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6rzhv GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6rzhv ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/kv_client_stream_reconnect/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G09 Run cases: gc_safepoint changefeed_pause_resume cli savepoint synced_status PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=a32d326b-b2d9-4159-bddd-6ff7bccdeda0 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G09 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-vvlxc GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-vvlxc ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/gc_safepoint/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G05 Run cases: charset_gbk ddl_manager multi_source PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=d84b106a-b3a2-4b88-9609-0e86eabbc93d BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G05 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-gjg7m GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-gjg7m GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/charset_gbk/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G04 Run cases: foreign_key ddl_puller_lag ddl_only_block_related_table changefeed_auto_stop PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=25f976df-5b4c-405c-871a-0bad0baed6f5 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G04 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-tpc9b GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64 ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-tpc9b GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/foreign_key/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G06 Run cases: sink_retry changefeed_error ddl_sequence resourcecontrol PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=a39a44fe-0900-400a-9721-81bb6fbfaa7e BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G06 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-5hgpl GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-5hgpl ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/sink_retry/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/row_format Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G10 Run cases: default_value simple cdc_server_tips event_filter PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=7b6739d4-8ec4-4b4b-87d5-2bb61d9d9a17 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G10 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-crf7h GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-crf7h ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/default_value/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh start tidb cluster in /tmp/tidb_cdc_test/bdr_mode Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G11 Run cases: resolve_lock move_table autorandom generate_column PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=73d8b532-2238-4c37-88bf-3b3a2a46a22d BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G11 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-mw5l3 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-mw5l3 ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/resolve_lock/run.sh using Sink-Type: mysql... <<================= + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G02 + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G12 Run cases: many_pk_or_uk capture_session_done_during_task ddl_attributes PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=2e14a812-f00a-43f6-8621-038498ea134a BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G12 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-mf9mx GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-mf9mx ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/many_pk_or_uk/run.sh using Sink-Type: mysql... <<================= start tidb cluster in /tmp/tidb_cdc_test/kv_client_stream_reconnect Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... Run cases: consistent_replicate_ddl consistent_replicate_gbk consistent_replicate_nfs consistent_replicate_storage_file consistent_replicate_storage_file_large_value consistent_replicate_storage_s3 consistent_partition_table kafka_big_txn_v2 kafka_big_messages_v2 multi_tables_ddl_v2 multi_topics_v2 storage_cleanup csv_storage_basic csv_storage_multi_tables_ddl csv_storage_partition_table PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=21aa14a8-628f-48f9-bcc8-dbc05da4d422 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G02 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6rjjw GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6rjjw ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_ddl/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/gc_safepoint Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/foreign_key Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/sink_retry Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... The 1 times to try to start tidb cluster... The 1 times to try to start tidb cluster... Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_ddl Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/charset_gbk Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... [Pipeline] } Cache not saved (inner-step execution failed) Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] { [Pipeline] withEnv [Pipeline] { Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/default_value Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] { start tidb cluster in /tmp/tidb_cdc_test/resolve_lock Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/many_pk_or_uk Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... [Pipeline] // cache [Pipeline] } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] checkout [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... [Pipeline] // cache [Pipeline] } [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // dir Post stage Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] sh ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release [Pipeline] // dir Post stage Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... + ls /tmp/tidb_cdc_test/ cov.http_api.25662568.out http_api sql_res.http_api.txt ++ find /tmp/tidb_cdc_test/ -type f -name '*.log' + tar -cvzf log-G01.tar.gz /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/http_api/down_pd.log /tmp/tidb_cdc_test/http_api/tidb_other.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/http_api/stdout2.log /tmp/tidb_cdc_test/http_api/pd3/region-meta/000001.log /tmp/tidb_cdc_test/http_api/pd3/hot-region/000001.log /tmp/tidb_cdc_test/http_api/stdout.log /tmp/tidb_cdc_test/http_api/tikv_down.log /tmp/tidb_cdc_test/http_api/tikv1/db/000005.log /tmp/tidb_cdc_test/http_api/tidb.log /tmp/tidb_cdc_test/http_api/tikv3/db/000005.log /tmp/tidb_cdc_test/http_api/tikv3.log /tmp/tidb_cdc_test/http_api/tiflash/log/server.log /tmp/tidb_cdc_test/http_api/tiflash/log/proxy.log /tmp/tidb_cdc_test/http_api/tiflash/log/error.log /tmp/tidb_cdc_test/http_api/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/http_api/pd1.log /tmp/tidb_cdc_test/http_api/pd2.log /tmp/tidb_cdc_test/http_api/tikv_down/db/000005.log /tmp/tidb_cdc_test/http_api/tikv2.log /tmp/tidb_cdc_test/http_api/stdout1.log /tmp/tidb_cdc_test/http_api/tidb-slow.log /tmp/tidb_cdc_test/http_api/cdc2.log /tmp/tidb_cdc_test/http_api/pd1/region-meta/000001.log /tmp/tidb_cdc_test/http_api/pd1/hot-region/000001.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/http_api/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/http_api/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/http_api/tikv2/db/000005.log /tmp/tidb_cdc_test/http_api/pd2/region-meta/000001.log /tmp/tidb_cdc_test/http_api/pd2/hot-region/000001.log /tmp/tidb_cdc_test/http_api/pd3.log /tmp/tidb_cdc_test/http_api/tikv1.log /tmp/tidb_cdc_test/http_api/tidb_down.log /tmp/tidb_cdc_test/http_api/cdc.log /tmp/tidb_cdc_test/http_api/cdc1.log tar: Removing leading `/' from member names /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/http_api/cdc_data1/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/http_api/down_pd.log /tmp/tidb_cdc_test/http_api/tidb_other.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/http_api/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/http_api/stdout2.log /tmp/tidb_cdc_test/http_api/pd3/region-meta/000001.log /tmp/tidb_cdc_test/http_api/pd3/hot-region/000001.log /tmp/tidb_cdc_test/http_api/stdout.log /tmp/tidb_cdc_test/http_api/tikv_down.log /tmp/tidb_cdc_test/http_api/tikv1/db/000005.log /tmp/tidb_cdc_test/http_api/tidb.log /tmp/tidb_cdc_test/http_api/tikv3/db/000005.log /tmp/tidb_cdc_test/http_api/tikv3.log /tmp/tidb_cdc_test/http_api/tiflash/log/server.log /tmp/tidb_cdc_test/http_api/tiflash/log/proxy.log /tmp/tidb_cdc_test/http_api/tiflash/log/error.log /tmp/tidb_cdc_test/http_api/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/http_api/pd1.log /tmp/tidb_cdc_test/http_api/pd2.log /tmp/tidb_cdc_test/http_api/tikv_down/db/000005.log [Pipeline] sh Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) /tmp/tidb_cdc_test/http_api/tikv2.log /tmp/tidb_cdc_test/http_api/stdout1.log /tmp/tidb_cdc_test/http_api/tidb-slow.log /tmp/tidb_cdc_test/http_api/cdc2.log ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) /tmp/tidb_cdc_test/http_api/pd1/region-meta/000001.log /tmp/tidb_cdc_test/http_api/pd1/hot-region/000001.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/http_api/cdc_data2/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/http_api/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/http_api/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/http_api/tikv2/db/000005.log /tmp/tidb_cdc_test/http_api/pd2/region-meta/000001.log /tmp/tidb_cdc_test/http_api/pd2/hot-region/000001.log /tmp/tidb_cdc_test/http_api/pd3.log /tmp/tidb_cdc_test/http_api/tikv1.log /tmp/tidb_cdc_test/http_api/tidb_down.log /tmp/tidb_cdc_test/http_api/cdc.log /tmp/tidb_cdc_test/http_api/cdc1.log + ls -alh log-G01.tar.gz -rw-r--r--. 1 jenkins jenkins 2.9M May 6 11:15 log-G01.tar.gz [Pipeline] { [Pipeline] { + ls /tmp/tidb_cdc_test/ changefeed_reconstruct cov.changefeed_reconstruct.53285330.out cov.changefeed_reconstruct.55845586.out cov.multi_capture.83348336.out cov.multi_capture.83808382.out cov.multi_capture.84348436.out cov.multi_capture.cli.8206.out cov.multi_capture.cli.8483.out cov.processor_err_chan.27302732.out multi_capture processor_err_chan sql_res.changefeed_reconstruct.txt sql_res.multi_capture.txt sql_res.processor_err_chan.txt ++ find /tmp/tidb_cdc_test/ -type f -name '*.log' + tar -cvzf log-G08.tar.gz /tmp/tidb_cdc_test/multi_capture/tikv2.log /tmp/tidb_cdc_test/multi_capture/stdout2.log /tmp/tidb_cdc_test/multi_capture/tikv_down/db/000005.log /tmp/tidb_cdc_test/multi_capture/tikv3.log /tmp/tidb_cdc_test/multi_capture/tikv_down.log /tmp/tidb_cdc_test/multi_capture/cdc1.log /tmp/tidb_cdc_test/multi_capture/tikv3/db/000005.log /tmp/tidb_cdc_test/multi_capture/stdout1.log /tmp/tidb_cdc_test/multi_capture/tidb_other.log /tmp/tidb_cdc_test/multi_capture/pd1/region-meta/000001.log /tmp/tidb_cdc_test/multi_capture/pd1/hot-region/000001.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/multi_capture/pd1.log /tmp/tidb_cdc_test/multi_capture/tikv1.log /tmp/tidb_cdc_test/multi_capture/stdout3.log /tmp/tidb_cdc_test/multi_capture/tikv1/db/000005.log /tmp/tidb_cdc_test/multi_capture/cdc3.log /tmp/tidb_cdc_test/multi_capture/cdc2.log /tmp/tidb_cdc_test/multi_capture/tikv2/db/000005.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/multi_capture/sync_diff/output/sync_diff.log /tmp/tidb_cdc_test/multi_capture/tidb.log /tmp/tidb_cdc_test/multi_capture/tidb-slow.log /tmp/tidb_cdc_test/multi_capture/down_pd.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/multi_capture/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/multi_capture/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/multi_capture/sync_diff_inspector.log /tmp/tidb_cdc_test/multi_capture/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/multi_capture/tiflash/log/proxy.log /tmp/tidb_cdc_test/multi_capture/tiflash/log/server.log /tmp/tidb_cdc_test/multi_capture/tiflash/log/error.log /tmp/tidb_cdc_test/multi_capture/tidb_down.log /tmp/tidb_cdc_test/changefeed_reconstruct/tikv2.log /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver1.log /tmp/tidb_cdc_test/changefeed_reconstruct/tikv3.log /tmp/tidb_cdc_test/changefeed_reconstruct/tikv_down.log /tmp/tidb_cdc_test/changefeed_reconstruct/tidb_other.log /tmp/tidb_cdc_test/changefeed_reconstruct/pd1.log /tmp/tidb_cdc_test/changefeed_reconstruct/tikv1.log /tmp/tidb_cdc_test/changefeed_reconstruct/tidb.log /tmp/tidb_cdc_test/changefeed_reconstruct/tidb-slow.log /tmp/tidb_cdc_test/changefeed_reconstruct/stdoutserver2.log /tmp/tidb_cdc_test/changefeed_reconstruct/down_pd.log /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver2.log /tmp/tidb_cdc_test/changefeed_reconstruct/stdoutserver1.log /tmp/tidb_cdc_test/changefeed_reconstruct/sync_diff_inspector.log /tmp/tidb_cdc_test/changefeed_reconstruct/tidb_down.log /tmp/tidb_cdc_test/processor_err_chan/tikv2.log /tmp/tidb_cdc_test/processor_err_chan/stdout.log /tmp/tidb_cdc_test/processor_err_chan/tikv3.log /tmp/tidb_cdc_test/processor_err_chan/tikv_down.log /tmp/tidb_cdc_test/processor_err_chan/tidb_other.log /tmp/tidb_cdc_test/processor_err_chan/pd1.log /tmp/tidb_cdc_test/processor_err_chan/tikv1.log /tmp/tidb_cdc_test/processor_err_chan/tidb.log /tmp/tidb_cdc_test/processor_err_chan/tidb-slow.log /tmp/tidb_cdc_test/processor_err_chan/down_pd.log /tmp/tidb_cdc_test/processor_err_chan/cdc.log /tmp/tidb_cdc_test/processor_err_chan/sync_diff_inspector.log /tmp/tidb_cdc_test/processor_err_chan/tidb_down.log tar: Removing leading `/' from member names /tmp/tidb_cdc_test/multi_capture/tikv2.log /tmp/tidb_cdc_test/multi_capture/stdout2.log /tmp/tidb_cdc_test/multi_capture/tikv_down/db/000005.log /tmp/tidb_cdc_test/multi_capture/tikv3.log No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@45becc2a; decorates RemoteLauncher[hudson.remoting.Channel@40fe5a78:JNLP4-connect connection from 10.233.72.196/10.233.72.196:48900] will be ignored (a typical symptom is the Git executable not being run inside a designated container) [Pipeline] { Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9970dc0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:1141, start at 2024-05-06 11:15:39.212440071 +0800 CST m=+5.081715090 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:39.218 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:39.191 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:39.191 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9970dc0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:1141, start at 2024-05-06 11:15:39.212440071 +0800 CST m=+5.081715090 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:39.218 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:39.191 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:39.191 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99748c0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:1213, start at 2024-05-06 11:15:39.434236898 +0800 CST m=+5.243700691 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:39.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:39.427 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:39.427 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/row_format/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/row_format/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/row_format/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } /tmp/tidb_cdc_test/multi_capture/tikv_down.log ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache /tmp/tidb_cdc_test/multi_capture/cdc1.log /tmp/tidb_cdc_test/multi_capture/tikv3/db/000005.log /tmp/tidb_cdc_test/multi_capture/stdout1.log /tmp/tidb_cdc_test/multi_capture/tidb_other.log /tmp/tidb_cdc_test/multi_capture/pd1/region-meta/000001.log /tmp/tidb_cdc_test/multi_capture/pd1/hot-region/000001.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data1/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/multi_capture/pd1.log /tmp/tidb_cdc_test/multi_capture/tikv1.log /tmp/tidb_cdc_test/multi_capture/stdout3.log /tmp/tidb_cdc_test/multi_capture/tikv1/db/000005.log /tmp/tidb_cdc_test/multi_capture/cdc3.log /tmp/tidb_cdc_test/multi_capture/cdc2.log /tmp/tidb_cdc_test/multi_capture/tikv2/db/000005.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data2/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/multi_capture/sync_diff/output/sync_diff.log /tmp/tidb_cdc_test/multi_capture/tidb.log /tmp/tidb_cdc_test/multi_capture/tidb-slow.log /tmp/tidb_cdc_test/multi_capture/down_pd.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/multi_capture/cdc_data3/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/multi_capture/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/multi_capture/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/multi_capture/sync_diff_inspector.log /tmp/tidb_cdc_test/multi_capture/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/multi_capture/tiflash/log/proxy.log /tmp/tidb_cdc_test/multi_capture/tiflash/log/server.log /tmp/tidb_cdc_test/multi_capture/tiflash/log/error.log /tmp/tidb_cdc_test/multi_capture/tidb_down.log /tmp/tidb_cdc_test/changefeed_reconstruct/tikv2.log /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver1.log /tmp/tidb_cdc_test/changefeed_reconstruct/tikv3.log /tmp/tidb_cdc_test/changefeed_reconstruct/tikv_down.log Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 /tmp/tidb_cdc_test/changefeed_reconstruct/tidb_other.log /tmp/tidb_cdc_test/changefeed_reconstruct/pd1.log /tmp/tidb_cdc_test/changefeed_reconstruct/tikv1.log /tmp/tidb_cdc_test/changefeed_reconstruct/tidb.log /tmp/tidb_cdc_test/changefeed_reconstruct/tidb-slow.log /tmp/tidb_cdc_test/changefeed_reconstruct/stdoutserver2.log /tmp/tidb_cdc_test/changefeed_reconstruct/down_pd.log /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver2.log /tmp/tidb_cdc_test/changefeed_reconstruct/stdoutserver1.log /tmp/tidb_cdc_test/changefeed_reconstruct/sync_diff_inspector.log /tmp/tidb_cdc_test/changefeed_reconstruct/tidb_down.log /tmp/tidb_cdc_test/processor_err_chan/tikv2.log /tmp/tidb_cdc_test/processor_err_chan/stdout.log /tmp/tidb_cdc_test/processor_err_chan/tikv3.log VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9986e8000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks, pid:1244, start at 2024-05-06 11:15:40.612222624 +0800 CST m=+5.260647545 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:40.619 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:40.602 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:40.602 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) /tmp/tidb_cdc_test/processor_err_chan/tikv_down.log ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) /tmp/tidb_cdc_test/processor_err_chan/tidb_other.log /tmp/tidb_cdc_test/processor_err_chan/pd1.log /tmp/tidb_cdc_test/processor_err_chan/tikv1.log /tmp/tidb_cdc_test/processor_err_chan/tidb.log /tmp/tidb_cdc_test/processor_err_chan/tidb-slow.log /tmp/tidb_cdc_test/processor_err_chan/down_pd.log /tmp/tidb_cdc_test/processor_err_chan/cdc.log /tmp/tidb_cdc_test/processor_err_chan/sync_diff_inspector.log /tmp/tidb_cdc_test/processor_err_chan/tidb_down.log + ls -alh log-G08.tar.gz -rw-r--r-- 1 jenkins jenkins 8.1M May 6 11:15 log-G08.tar.gz VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9986ac0014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw, pid:1226, start at 2024-05-06 11:15:40.62768615 +0800 CST m=+5.149434153 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:40.636 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:40.638 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:40.638 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9986ac0014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw, pid:1226, start at 2024-05-06 11:15:40.62768615 +0800 CST m=+5.149434153 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:40.636 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:40.638 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:40.638 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9988240002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw, pid:1302, start at 2024-05-06 11:15:40.682749146 +0800 CST m=+5.134249099 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:40.689 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:40.681 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:40.681 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2559.out cli tso query --pd=http://127.0.0.1:2379 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f998d1c0003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx, pid:1227, start at 2024-05-06 11:15:41.001005818 +0800 CST m=+6.509317498 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:41.013 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:40.999 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:40.999 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f998d1c0003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx, pid:1227, start at 2024-05-06 11:15:41.001005818 +0800 CST m=+6.509317498 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:41.013 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:40.999 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:40.999 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f998de8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx, pid:1300, start at 2024-05-06 11:15:41.066386955 +0800 CST m=+6.500079471 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:41.081 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:41.050 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:41.050 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/bdr_mode/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/bdr_mode/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/bdr_mode/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/bdr_mode/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/bdr_mode/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 [Mon May 6 11:15:43 CST 2024] <<<<<< START cdc server in gc_safepoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectGcSafepointUpdateInterval=return(500)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.gc_safepoint.25642566.out server --log-file /tmp/tidb_cdc_test/gc_safepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/gc_safepoint/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9986e8000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks, pid:1244, start at 2024-05-06 11:15:40.612222624 +0800 CST m=+5.260647545 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:40.619 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:40.602 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:40.602 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9987b00014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks, pid:1320, start at 2024-05-06 11:15:40.698932643 +0800 CST m=+5.266603221 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:40.706 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:40.702 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:40.702 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='449567874807496705 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567874807496705 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 11:15:44 CST 2024] <<<<<< START cdc server in row_format case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.25922594.out server --log-file /tmp/tidb_cdc_test/row_format/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/row_format/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99ad780014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9, pid:1191, start at 2024-05-06 11:15:43.11562071 +0800 CST m=+5.055415862 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:43.123 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:43.120 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:43.120 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99ad780014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9, pid:1191, start at 2024-05-06 11:15:43.11562071 +0800 CST m=+5.055415862 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:43.123 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:43.120 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:43.120 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99aef80014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9, pid:1284, start at 2024-05-06 11:15:43.194994499 +0800 CST m=+5.055143702 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:43.201 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:43.166 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:43.166 +0800 All versions after safe point can be accessed. (DO NOT EDIT) > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99b7f80017 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng, pid:1242, start at 2024-05-06 11:15:43.771060895 +0800 CST m=+5.237447451 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:43.781 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:43.742 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:43.742 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99b7f80017 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng, pid:1242, start at 2024-05-06 11:15:43.771060895 +0800 CST m=+5.237447451 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:43.781 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:43.742 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:43.742 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99b8bc0013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-dz4ng, pid:1318, start at 2024-05-06 11:15:43.828957406 +0800 CST m=+5.209914923 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:43.836 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:43.841 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:43.841 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } [Mon May 6 11:15:44 CST 2024] <<<<<< START cdc server in bdr_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.25302532.out server --log-file /tmp/tidb_cdc_test/bdr_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/bdr_mode/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sink_retry/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sink_retry/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99bc100009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd, pid:1192, start at 2024-05-06 11:15:44.012529678 +0800 CST m=+5.069230747 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:44.018 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:44.004 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:44.004 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99bc100009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd, pid:1192, start at 2024-05-06 11:15:44.012529678 +0800 CST m=+5.069230747 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:44.018 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:44.004 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:44.004 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99bcdc0014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd, pid:1275, start at 2024-05-06 11:15:44.084231629 +0800 CST m=+5.063415578 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:44.091 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:44.055 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:44.055 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99ae1c0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64, pid:1251, start at 2024-05-06 11:15:43.141573167 +0800 CST m=+5.093211955 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:43.148 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:43.111 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:43.111 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99ae1c0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64, pid:1251, start at 2024-05-06 11:15:43.141573167 +0800 CST m=+5.093211955 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:43.148 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:43.111 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:43.111 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99be840017 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64, pid:1333, start at 2024-05-06 11:15:44.208449423 +0800 CST m=+5.058761503 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:44.214 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:44.211 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:44.211 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/foreign_key/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/foreign_key/tiflash/log/error.log ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } [Mon May 6 11:15:45 CST 2024] <<<<<< START cdc server in kv_client_stream_reconnect case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/kv/kvClientForceReconnect=return(true)' + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kv_client_stream_reconnect.25932595.out server --log-file /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:46 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/da3b63ff-628d-492e-af22-b5841cf85b65 {"id":"da3b63ff-628d-492e-af22-b5841cf85b65","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be63bc0ee da3b63ff-628d-492e-af22-b5841cf85b65 /tidb/cdc/default/default/upstream/7365720018393683703 {"id":7365720018393683703,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/da3b63ff-628d-492e-af22-b5841cf85b65 {"id":"da3b63ff-628d-492e-af22-b5841cf85b65","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be63bc0ee da3b63ff-628d-492e-af22-b5841cf85b65 /tidb/cdc/default/default/upstream/7365720018393683703 {"id":7365720018393683703,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/da3b63ff-628d-492e-af22-b5841cf85b65 {"id":"da3b63ff-628d-492e-af22-b5841cf85b65","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be63bc0ee da3b63ff-628d-492e-af22-b5841cf85b65 /tidb/cdc/default/default/upstream/7365720018393683703 {"id":7365720018393683703,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x 0 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99e180000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw, pid:1307, start at 2024-05-06 11:15:46.413195501 +0800 CST m=+5.219949975 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:46.421 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:46.400 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:46.400 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 1-th time, retry later [Mon May 6 11:15:47 CST 2024] <<<<<< START cdc server in charset_gbk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.charset_gbk.26132615.out server --log-file /tmp/tidb_cdc_test/charset_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/charset_gbk/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Mon May 6 11:15:46 CST 2024] <<<<<< START cdc server in consistent_replicate_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_ddl.25712573.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_ddl/cdcconsistent_replicate_ddl.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_ddl/cdc_dataconsistent_replicate_ddl.server1 --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2599.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:47 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0078e476-e943-4610-86a1-e932a6d57db0 {"id":"0078e476-e943-4610-86a1-e932a6d57db0","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6367ef1 0078e476-e943-4610-86a1-e932a6d57db0 /tidb/cdc/default/default/upstream/7365720012662435997 {"id":7365720012662435997,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0078e476-e943-4610-86a1-e932a6d57db0 {"id":"0078e476-e943-4610-86a1-e932a6d57db0","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6367ef1 0078e476-e943-4610-86a1-e932a6d57db0 /tidb/cdc/default/default/upstream/7365720012662435997 {"id":7365720012662435997,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0078e476-e943-4610-86a1-e932a6d57db0 {"id":"0078e476-e943-4610-86a1-e932a6d57db0","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6367ef1 0078e476-e943-4610-86a1-e932a6d57db0 /tidb/cdc/default/default/upstream/7365720012662435997 {"id":7365720012662435997,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2648.out cli changefeed create --start-ts=449567874807496705 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 8d6def03-cc42-4c55-9f2c-cc08dcfa7d1b Info: {"upstream_id":7365720012662435997,"namespace":"default","id":"8d6def03-cc42-4c55-9f2c-cc08dcfa7d1b","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:15:47.689078251+08:00","start_ts":449567874807496705,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567874807496705,"checkpoint_ts":449567874807496705,"checkpoint_time":"2024-05-06 11:15:42.741"} PASS ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) coverage: 2.4% of statements in github.com/pingcap/tiflow/... + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2592.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99cc2c0010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq, pid:1211, start at 2024-05-06 11:15:45.054206739 +0800 CST m=+5.274520893 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:45.062 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:45.035 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:45.035 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99cc2c0010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq, pid:1211, start at 2024-05-06 11:15:45.054206739 +0800 CST m=+5.274520893 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:45.062 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:45.035 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:45.035 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99cd9c0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-38bwq, pid:1294, start at 2024-05-06 11:15:45.12826144 +0800 CST m=+5.298971435 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:45.134 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:45.127 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:45.127 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/default_value/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/default_value/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/default_value/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/default_value/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/default_value/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:48 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/14e3526b-e4c5-4270-ad5c-3419eaa7c629 {"id":"14e3526b-e4c5-4270-ad5c-3419eaa7c629","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be639a7f3 14e3526b-e4c5-4270-ad5c-3419eaa7c629 /tidb/cdc/default/default/upstream/7365720011372846855 {"id":7365720011372846855,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/14e3526b-e4c5-4270-ad5c-3419eaa7c629 {"id":"14e3526b-e4c5-4270-ad5c-3419eaa7c629","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be639a7f3 14e3526b-e4c5-4270-ad5c-3419eaa7c629 /tidb/cdc/default/default/upstream/7365720011372846855 {"id":7365720011372846855,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/14e3526b-e4c5-4270-ad5c-3419eaa7c629 {"id":"14e3526b-e4c5-4270-ad5c-3419eaa7c629","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be639a7f3 14e3526b-e4c5-4270-ad5c-3419eaa7c629 /tidb/cdc/default/default/upstream/7365720011372846855 {"id":7365720011372846855,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Mon May 6 11:15:48 CST 2024] <<<<<< START cdc server in bdr_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.25732575.out server --log-file /tmp/tidb_cdc_test/bdr_mode/cdcdown.log --log-level debug --data-dir /tmp/tidb_cdc_test/bdr_mode/cdc_datadown --cluster-id default --addr 127.0.0.1:8400 --pd http://127.0.0.1:2479 ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8400; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='449567876020961281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567876020961281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "mysql.port"="4000" "readallfields"="true" "readproportion"="0" "mysql.db"="sink_retry" "requestdistribution"="uniform" "updateproportion"="0" "threadcount"="2" "operationcount"="0" "recordcount"="10" "dotransactions"="false" "insertproportion"="0" "mysql.host"="127.0.0.1" "scanproportion"="0" "workload"="core" "mysql.user"="root" ********************************************** Run finished, takes 7.955756ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2378.5, Avg(us): 1508, Min(us): 799, Max(us): 3639, 95th(us): 4000, 99th(us): 4000 [Mon May 6 11:15:48 CST 2024] <<<<<< START cdc server in sink_retry case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkTxnRandomError=25%return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.26542656.out server --log-file /tmp/tidb_cdc_test/sink_retry/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sink_retry/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:48 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/28029413-706a-47c6-a36b-fbf18d8b7bbb {"id":"28029413-706a-47c6-a36b-fbf18d8b7bbb","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be63b39f1 28029413-706a-47c6-a36b-fbf18d8b7bbb /tidb/cdc/default/default/upstream/7365720016954069106 {"id":7365720016954069106,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/28029413-706a-47c6-a36b-fbf18d8b7bbb {"id":"28029413-706a-47c6-a36b-fbf18d8b7bbb","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be63b39f1 28029413-706a-47c6-a36b-fbf18d8b7bbb /tidb/cdc/default/default/upstream/7365720016954069106 {"id":7365720016954069106,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/28029413-706a-47c6-a36b-fbf18d8b7bbb {"id":"28029413-706a-47c6-a36b-fbf18d8b7bbb","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be63b39f1 28029413-706a-47c6-a36b-fbf18d8b7bbb /tidb/cdc/default/default/upstream/7365720016954069106 {"id":7365720016954069106,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + set +x + set +x + tso='449567876123721729 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567876123721729 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 11:15:49 CST 2024] <<<<<< START cdc server in foreign_key case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.26322634.out server --log-file /tmp/tidb_cdc_test/foreign_key/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/foreign_key/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99e97c0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl, pid:1250, start at 2024-05-06 11:15:46.946081762 +0800 CST m=+5.544652282 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:46.953 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:46.911 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:46.911 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99e97c0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl, pid:1250, start at 2024-05-06 11:15:46.946081762 +0800 CST m=+5.544652282 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:46.953 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:46.911 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:46.911 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99ead40014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-8wbwl, pid:1332, start at 2024-05-06 11:15:47.039401132 +0800 CST m=+5.566160861 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:47.048 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:47.047 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:47.047 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99e180000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw, pid:1307, start at 2024-05-06 11:15:46.413195501 +0800 CST m=+5.219949975 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:46.421 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:46.400 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:46.400 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f99e4840015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-4crxw, pid:1394, start at 2024-05-06 11:15:46.635914413 +0800 CST m=+5.385468316 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:17:46.645 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:15:46.643 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:05:46.643 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } check diff failed 2-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:50 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/297e118e-5aea-4fa4-9611-17bde496ec95 {"id":"297e118e-5aea-4fa4-9611-17bde496ec95","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be647aef1 297e118e-5aea-4fa4-9611-17bde496ec95 /tidb/cdc/default/default/upstream/7365720031177491040 {"id":7365720031177491040,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/297e118e-5aea-4fa4-9611-17bde496ec95 {"id":"297e118e-5aea-4fa4-9611-17bde496ec95","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be647aef1 297e118e-5aea-4fa4-9611-17bde496ec95 /tidb/cdc/default/default/upstream/7365720031177491040 {"id":7365720031177491040,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/297e118e-5aea-4fa4-9611-17bde496ec95 {"id":"297e118e-5aea-4fa4-9611-17bde496ec95","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be647aef1 297e118e-5aea-4fa4-9611-17bde496ec95 /tidb/cdc/default/default/upstream/7365720031177491040 {"id":7365720031177491040,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.default_value.cli.2645.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:50 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a7e6489d-1578-4127-882a-dfb5abb50fc3 {"id":"a7e6489d-1578-4127-882a-dfb5abb50fc3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be64758f0 a7e6489d-1578-4127-882a-dfb5abb50fc3 /tidb/cdc/default/default/upstream/7365720027916712904 {"id":7365720027916712904,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a7e6489d-1578-4127-882a-dfb5abb50fc3 {"id":"a7e6489d-1578-4127-882a-dfb5abb50fc3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be64758f0 a7e6489d-1578-4127-882a-dfb5abb50fc3 /tidb/cdc/default/default/upstream/7365720027916712904 {"id":7365720027916712904,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a7e6489d-1578-4127-882a-dfb5abb50fc3 {"id":"a7e6489d-1578-4127-882a-dfb5abb50fc3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be64758f0 a7e6489d-1578-4127-882a-dfb5abb50fc3 /tidb/cdc/default/default/upstream/7365720027916712904 {"id":7365720027916712904,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 815bdbb4-f305-4c82-91ee-a181d1a6b1f7 Info: {"upstream_id":7365720027916712904,"namespace":"default","id":"815bdbb4-f305-4c82-91ee-a181d1a6b1f7","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:15:50.631886693+08:00","start_ts":449567876017029121,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567876017029121,"checkpoint_ts":449567876017029121,"checkpoint_time":"2024-05-06 11:15:47.355"} ***************** properties ***************** "requestdistribution"="uniform" "insertproportion"="0" "threadcount"="10" "updateproportion"="0" "mysql.host"="127.0.0.1" "recordcount"="50" "workload"="core" "operationcount"="0" "dotransactions"="false" "mysql.db"="consistent_replicate_ddl" "mysql.user"="root" "readallfields"="true" "mysql.port"="4000" "scanproportion"="0" "fieldcount"="3" "readproportion"="0" ********************************************** Run finished, takes 12.499662ms INSERT - Takes(s): 0.0, Count: 49, OPS: 8017.4, Avg(us): 2179, Min(us): 1051, Max(us): 6585, 95th(us): 7000, 99th(us): 7000 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8400 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8400 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:51 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4b2055ec-c32c-4080-9efb-9793e067e474 {"id":"4b2055ec-c32c-4080-9efb-9793e067e474","address":"127.0.0.1:8400","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35118f4be639da21 4b2055ec-c32c-4080-9efb-9793e067e474 /tidb/cdc/default/default/upstream/7365720008449253262 {"id":7365720008449253262,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4b2055ec-c32c-4080-9efb-9793e067e474 {"id":"4b2055ec-c32c-4080-9efb-9793e067e474","address":"127.0.0.1:8400","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35118f4be639da21 4b2055ec-c32c-4080-9efb-9793e067e474 /tidb/cdc/default/default/upstream/7365720008449253262 {"id":7365720008449253262,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4b2055ec-c32c-4080-9efb-9793e067e474 {"id":"4b2055ec-c32c-4080-9efb-9793e067e474","address":"127.0.0.1:8400","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35118f4be639da21 4b2055ec-c32c-4080-9efb-9793e067e474 /tidb/cdc/default/default/upstream/7365720008449253262 {"id":7365720008449253262,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2633.out cli tso query --pd=http://127.0.0.1:2379 check diff successfully check_safepoint_forward http://127.0.0.1:2379 7365720018393683703 449567876851433480 449567875920822276 + set +x + tso='449567876811325441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567876811325441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 11:15:51 CST 2024] <<<<<< START cdc server in default_value case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.default_value.26852687.out server --log-file /tmp/tidb_cdc_test/default_value/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/default_value/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:52 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c7c8e7d1-1ef4-4f06-8c4f-fb2d309688e3 {"id":"c7c8e7d1-1ef4-4f06-8c4f-fb2d309688e3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be645d80a c7c8e7d1-1ef4-4f06-8c4f-fb2d309688e3 /tidb/cdc/default/default/upstream/7365720024414880601 {"id":7365720024414880601,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c7c8e7d1-1ef4-4f06-8c4f-fb2d309688e3 {"id":"c7c8e7d1-1ef4-4f06-8c4f-fb2d309688e3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be645d80a c7c8e7d1-1ef4-4f06-8c4f-fb2d309688e3 /tidb/cdc/default/default/upstream/7365720024414880601 {"id":7365720024414880601,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c7c8e7d1-1ef4-4f06-8c4f-fb2d309688e3 {"id":"c7c8e7d1-1ef4-4f06-8c4f-fb2d309688e3","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be645d80a c7c8e7d1-1ef4-4f06-8c4f-fb2d309688e3 /tidb/cdc/default/default/upstream/7365720024414880601 {"id":7365720024414880601,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2703.out cli changefeed create --start-ts=449567876020961281 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2642.out cli tso query --pd=http://127.0.0.1:2379 table bdr_mode.t1 exists table bdr_mode.t1 exists + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.cli.2634.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306 -c test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/bdr_mode/conf/up.toml Create changefeed successfully! ID: e38be5b0-de1e-4ba9-806f-e784c67251df Info: {"upstream_id":7365720024414880601,"namespace":"default","id":"e38be5b0-de1e-4ba9-806f-e784c67251df","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T11:15:52.423329694+08:00","start_ts":449567876020961281,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567876020961281,"checkpoint_ts":449567876020961281,"checkpoint_time":"2024-05-06 11:15:47.370"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:52 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cf0f0fa1-562c-4bd6-99fa-f46b0e630e08 {"id":"cf0f0fa1-562c-4bd6-99fa-f46b0e630e08","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be641b6f4 cf0f0fa1-562c-4bd6-99fa-f46b0e630e08 /tidb/cdc/default/default/upstream/7365720022980760310 {"id":7365720022980760310,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cf0f0fa1-562c-4bd6-99fa-f46b0e630e08 {"id":"cf0f0fa1-562c-4bd6-99fa-f46b0e630e08","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be641b6f4 cf0f0fa1-562c-4bd6-99fa-f46b0e630e08 /tidb/cdc/default/default/upstream/7365720022980760310 {"id":7365720022980760310,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cf0f0fa1-562c-4bd6-99fa-f46b0e630e08 {"id":"cf0f0fa1-562c-4bd6-99fa-f46b0e630e08","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be641b6f4 cf0f0fa1-562c-4bd6-99fa-f46b0e630e08 /tidb/cdc/default/default/upstream/7365720022980760310 {"id":7365720022980760310,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2677.out cli changefeed create --start-ts=449567876123721729 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ run task successfully Create changefeed successfully! ID: test-1 Info: {"upstream_id":7365720011372846855,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306","create_time":"2024-05-06T11:15:52.578324016+08:00","start_ts":449567877339283459,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"bdr_mode":true,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567877339283459,"checkpoint_ts":449567877339283459,"checkpoint_time":"2024-05-06 11:15:52.399"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... Create changefeed successfully! ID: bb451bf9-9b59-43e3-b8ab-7b83a450c7dd Info: {"upstream_id":7365720022980760310,"namespace":"default","id":"bb451bf9-9b59-43e3-b8ab-7b83a450c7dd","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:15:52.708050475+08:00","start_ts":449567876123721729,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567876123721729,"checkpoint_ts":449567876123721729,"checkpoint_time":"2024-05-06 11:15:47.762"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... check_changefeed_state http://127.0.0.1:2379 acd3b370-067a-4d91-b88b-370fe9c3d3e9 stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=acd3b370-067a-4d91-b88b-370fe9c3d3e9 + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c acd3b370-067a-4d91-b88b-370fe9c3d3e9 -s + info='{ "upstream_id": 7365720018393683703, "namespace": "default", "id": "acd3b370-067a-4d91-b88b-370fe9c3d3e9", "state": "stopped", "checkpoint_tso": 449567877113315338, "checkpoint_time": "2024-05-06 11:15:51.537", "error": null }' + echo '{ "upstream_id": 7365720018393683703, "namespace": "default", "id": "acd3b370-067a-4d91-b88b-370fe9c3d3e9", "state": "stopped", "checkpoint_tso": 449567877113315338, "checkpoint_time": "2024-05-06 11:15:51.537", "error": null }' { "upstream_id": 7365720018393683703, "namespace": "default", "id": "acd3b370-067a-4d91-b88b-370fe9c3d3e9", "state": "stopped", "checkpoint_tso": 449567877113315338, "checkpoint_time": "2024-05-06 11:15:51.537", "error": null } ++ echo '{' '"upstream_id":' 7365720018393683703, '"namespace":' '"default",' '"id":' '"acd3b370-067a-4d91-b88b-370fe9c3d3e9",' '"state":' '"stopped",' '"checkpoint_tso":' 449567877113315338, '"checkpoint_time":' '"2024-05-06' '11:15:51.537",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7365720018393683703, '"namespace":' '"default",' '"id":' '"acd3b370-067a-4d91-b88b-370fe9c3d3e9",' '"state":' '"stopped",' '"checkpoint_tso":' 449567877113315338, '"checkpoint_time":' '"2024-05-06' '11:15:51.537",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7365720018393683703 Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 10.32 secs (326353843 bytes/sec) [Pipeline] { [Pipeline] cache + set +x + tso='449567877250940929 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567877250940929 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 11:15:53 CST 2024] <<<<<< START cdc server in resolve_lock case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.26822684.out server --log-file /tmp/tidb_cdc_test/resolve_lock/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resolve_lock/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='449567877182259203 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + awk -F ' ' '{print $1}' + echo 449567877182259203 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + set +x [Mon May 6 11:15:53 CST 2024] <<<<<< START cdc server in many_pk_or_uk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.26682670.out server --log-file /tmp/tidb_cdc_test/many_pk_or_uk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/many_pk_or_uk/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x table consistent_replicate_ddl.usertable1 not exists for 1-th check, retry later + set +x + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.cli.2653.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:4000 -c test-2 --server http://127.0.0.1:8400 --config=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/bdr_mode/conf/down.toml Create changefeed successfully! ID: test-2 Info: {"upstream_id":7365720008449253262,"namespace":"default","id":"test-2","sink_uri":"mysql://root@127.0.0.1:4000","create_time":"2024-05-06T11:15:54.817243859+08:00","start_ts":449567877929369605,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":true,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567877929369605,"checkpoint_ts":449567877929369605,"checkpoint_time":"2024-05-06 11:15:54.650"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:54 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b05d1ea4-3f4c-4b8f-be83-bdf83512a1f0 {"id":"b05d1ea4-3f4c-4b8f-be83-bdf83512a1f0","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be65073f9 b05d1ea4-3f4c-4b8f-be83-bdf83512a1f0 /tidb/cdc/default/default/upstream/7365720032776560451 {"id":7365720032776560451,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b05d1ea4-3f4c-4b8f-be83-bdf83512a1f0 {"id":"b05d1ea4-3f4c-4b8f-be83-bdf83512a1f0","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be65073f9 b05d1ea4-3f4c-4b8f-be83-bdf83512a1f0 /tidb/cdc/default/default/upstream/7365720032776560451 {"id":7365720032776560451,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b05d1ea4-3f4c-4b8f-be83-bdf83512a1f0 {"id":"b05d1ea4-3f4c-4b8f-be83-bdf83512a1f0","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be65073f9 b05d1ea4-3f4c-4b8f-be83-bdf83512a1f0 /tidb/cdc/default/default/upstream/7365720032776560451 {"id":7365720032776560451,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.default_value.cli.2738.out cli changefeed create --start-ts=449567876811325441 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: f09d533a-94fa-424a-8351-4b9b41b3d5b3 Info: {"upstream_id":7365720032776560451,"namespace":"default","id":"f09d533a-94fa-424a-8351-4b9b41b3d5b3","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:15:55.291753154+08:00","start_ts":449567876811325441,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567876811325441,"checkpoint_ts":449567876811325441,"checkpoint_time":"2024-05-06 11:15:50.385"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table consistent_replicate_ddl.usertable1 exists table consistent_replicate_ddl.usertable2 not exists for 1-th check, retry later + set +x run task successfully check_changefeed_state http://127.0.0.1:2379 acd3b370-067a-4d91-b88b-370fe9c3d3e9 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=acd3b370-067a-4d91-b88b-370fe9c3d3e9 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c acd3b370-067a-4d91-b88b-370fe9c3d3e9 -s + info='{ "upstream_id": 7365720018393683703, "namespace": "default", "id": "acd3b370-067a-4d91-b88b-370fe9c3d3e9", "state": "normal", "checkpoint_tso": 449567877113315338, "checkpoint_time": "2024-05-06 11:15:51.537", "error": null }' + echo '{ "upstream_id": 7365720018393683703, "namespace": "default", "id": "acd3b370-067a-4d91-b88b-370fe9c3d3e9", "state": "normal", "checkpoint_tso": 449567877113315338, "checkpoint_time": "2024-05-06 11:15:51.537", "error": null }' { "upstream_id": 7365720018393683703, "namespace": "default", "id": "acd3b370-067a-4d91-b88b-370fe9c3d3e9", "state": "normal", "checkpoint_tso": 449567877113315338, "checkpoint_time": "2024-05-06 11:15:51.537", "error": null } ++ echo '{' '"upstream_id":' 7365720018393683703, '"namespace":' '"default",' '"id":' '"acd3b370-067a-4d91-b88b-370fe9c3d3e9",' '"state":' '"normal",' '"checkpoint_tso":' 449567877113315338, '"checkpoint_time":' '"2024-05-06' '11:15:51.537",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365720018393683703, '"namespace":' '"default",' '"id":' '"acd3b370-067a-4d91-b88b-370fe9c3d3e9",' '"state":' '"normal",' '"checkpoint_tso":' 449567877113315338, '"checkpoint_time":' '"2024-05-06' '11:15:51.537",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_forward http://127.0.0.1:2379 7365720018393683703 449567877113315337 449567877113315338 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:56 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/87cd053f-8778-4e1e-ba79-a07299b5971e {"id":"87cd053f-8778-4e1e-ba79-a07299b5971e","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be652e4f5 87cd053f-8778-4e1e-ba79-a07299b5971e /tidb/cdc/default/default/upstream/7365720042673309109 {"id":7365720042673309109,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/87cd053f-8778-4e1e-ba79-a07299b5971e {"id":"87cd053f-8778-4e1e-ba79-a07299b5971e","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be652e4f5 87cd053f-8778-4e1e-ba79-a07299b5971e /tidb/cdc/default/default/upstream/7365720042673309109 {"id":7365720042673309109,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/87cd053f-8778-4e1e-ba79-a07299b5971e {"id":"87cd053f-8778-4e1e-ba79-a07299b5971e","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be652e4f5 87cd053f-8778-4e1e-ba79-a07299b5971e /tidb/cdc/default/default/upstream/7365720042673309109 {"id":7365720042673309109,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2730.out cli changefeed create --start-ts=449567877250940929 --sink-uri=mysql://normal:123456@127.0.0.1:3306/tidb-txn-mode=pessimistic + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:15:56 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a8b668f7-693f-4cf0-8129-20b07762d9ff {"id":"a8b668f7-693f-4cf0-8129-20b07762d9ff","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be65405f5 a8b668f7-693f-4cf0-8129-20b07762d9ff /tidb/cdc/default/default/upstream/7365720042354641592 {"id":7365720042354641592,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a8b668f7-693f-4cf0-8129-20b07762d9ff {"id":"a8b668f7-693f-4cf0-8129-20b07762d9ff","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be65405f5 a8b668f7-693f-4cf0-8129-20b07762d9ff /tidb/cdc/default/default/upstream/7365720042354641592 {"id":7365720042354641592,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a8b668f7-693f-4cf0-8129-20b07762d9ff {"id":"a8b668f7-693f-4cf0-8129-20b07762d9ff","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be65405f5 a8b668f7-693f-4cf0-8129-20b07762d9ff /tidb/cdc/default/default/upstream/7365720042354641592 {"id":7365720042354641592,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2719.out cli changefeed create --start-ts=449567877182259203 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: e28bbe81-4e03-4ecf-89d2-452c44751e48 Info: {"upstream_id":7365720042354641592,"namespace":"default","id":"e28bbe81-4e03-4ecf-89d2-452c44751e48","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:15:56.741520801+08:00","start_ts":449567877182259203,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567877182259203,"checkpoint_ts":449567877182259203,"checkpoint_time":"2024-05-06 11:15:51.800"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/pingcap/tidb-tools v0.0.0-20240408054520-d28ee6cd546e go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240425142112-54ba0ed68407 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/pingcap/failpoint v0.0.0-20240412033321-fd0796e60f86 go: downloading golang.org/x/sync v0.7.0 go: downloading google.golang.org/grpc v1.62.1 go: downloading github.com/go-sql-driver/mysql v1.7.1 Create changefeed successfully! ID: 76a30e79-4afa-47c7-b258-1b4c9cf90e32 Info: {"upstream_id":7365720042673309109,"namespace":"default","id":"76a30e79-4afa-47c7-b258-1b4c9cf90e32","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/tidb-txn-mode=pessimistic","create_time":"2024-05-06T11:15:57.071668356+08:00","start_ts":449567877250940929,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567877250940929,"checkpoint_ts":449567877250940929,"checkpoint_time":"2024-05-06 11:15:52.062"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 table tidb_cdc.syncpoint_v1 exists table tidb_cdc.syncpoint_v1 does not exists table bdr_mode.finish_mark exists table bdr_mode.finish_mark exists go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240425142112-54ba0ed68407 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading google.golang.org/protobuf v1.33.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240308144416-29370a3891b7 go: downloading golang.org/x/sys v0.19.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading golang.org/x/net v0.24.0 go: downloading google.golang.org/genproto v0.0.0-20240213162025-012b6fc9bca9 check diff failed 1-th time, retry later table consistent_replicate_ddl.usertable2 not exists for 2-th check, retry later go: downloading golang.org/x/text v0.14.0 run task successfully check_changefeed_state http://127.0.0.1:2379 acd3b370-067a-4d91-b88b-370fe9c3d3e9 stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=acd3b370-067a-4d91-b88b-370fe9c3d3e9 + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c acd3b370-067a-4d91-b88b-370fe9c3d3e9 -s + info='{ "upstream_id": 7365720018393683703, "namespace": "default", "id": "acd3b370-067a-4d91-b88b-370fe9c3d3e9", "state": "stopped", "checkpoint_tso": 449567877113315338, "checkpoint_time": "2024-05-06 11:15:51.537", "error": null }' + echo '{ "upstream_id": 7365720018393683703, "namespace": "default", "id": "acd3b370-067a-4d91-b88b-370fe9c3d3e9", "state": "stopped", "checkpoint_tso": 449567877113315338, "checkpoint_time": "2024-05-06 11:15:51.537", "error": null }' { "upstream_id": 7365720018393683703, "namespace": "default", "id": "acd3b370-067a-4d91-b88b-370fe9c3d3e9", "state": "stopped", "checkpoint_tso": 449567877113315338, "checkpoint_time": "2024-05-06 11:15:51.537", "error": null } + set +x go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/pingcap/tidb-tools v0.0.0-20240408054520-d28ee6cd546e go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240425142112-54ba0ed68407 go: downloading go.uber.org/zap v1.27.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 ++ echo '{' '"upstream_id":' 7365720018393683703, '"namespace":' '"default",' '"id":' '"acd3b370-067a-4d91-b88b-370fe9c3d3e9",' '"state":' '"stopped",' '"checkpoint_tso":' 449567877113315338, '"checkpoint_time":' '"2024-05-06' '11:15:51.537",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7365720018393683703, '"namespace":' '"default",' '"id":' '"acd3b370-067a-4d91-b88b-370fe9c3d3e9",' '"state":' '"stopped",' '"checkpoint_tso":' 449567877113315338, '"checkpoint_time":' '"2024-05-06' '11:15:51.537",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state http://127.0.0.1:2379 78f6bd33-db13-4cea-be60-1c1dfe04d7b3 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=78f6bd33-db13-4cea-be60-1c1dfe04d7b3 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 78f6bd33-db13-4cea-be60-1c1dfe04d7b3 -s go: downloading github.com/pingcap/failpoint v0.0.0-20240412033321-fd0796e60f86 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240425142112-54ba0ed68407 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading google.golang.org/grpc v1.62.1 go: downloading github.com/go-sql-driver/mysql v1.7.1 + set +x go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240424052342-0229f4077f0c go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240425142112-54ba0ed68407 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240425142112-54ba0ed68407 go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e + info='{ "upstream_id": 7365720018393683703, "namespace": "default", "id": "78f6bd33-db13-4cea-be60-1c1dfe04d7b3", "state": "normal", "checkpoint_tso": 449567878883049478, "checkpoint_time": "2024-05-06 11:15:58.288", "error": null }' + echo '{ "upstream_id": 7365720018393683703, "namespace": "default", "id": "78f6bd33-db13-4cea-be60-1c1dfe04d7b3", "state": "normal", "checkpoint_tso": 449567878883049478, "checkpoint_time": "2024-05-06 11:15:58.288", "error": null }' { "upstream_id": 7365720018393683703, "namespace": "default", "id": "78f6bd33-db13-4cea-be60-1c1dfe04d7b3", "state": "normal", "checkpoint_tso": 449567878883049478, "checkpoint_time": "2024-05-06 11:15:58.288", "error": null } ++ echo '{' '"upstream_id":' 7365720018393683703, '"namespace":' '"default",' '"id":' '"78f6bd33-db13-4cea-be60-1c1dfe04d7b3",' '"state":' '"normal",' '"checkpoint_tso":' 449567878883049478, '"checkpoint_time":' '"2024-05-06' '11:15:58.288",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365720018393683703, '"namespace":' '"default",' '"id":' '"78f6bd33-db13-4cea-be60-1c1dfe04d7b3",' '"state":' '"normal",' '"checkpoint_tso":' 449567878883049478, '"checkpoint_time":' '"2024-05-06' '11:15:58.288",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7365720018393683703 go: downloading github.com/golang/protobuf v1.5.4 go: downloading golang.org/x/net v0.24.0 go: downloading golang.org/x/sys v0.19.0 go: downloading google.golang.org/protobuf v1.33.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240308144416-29370a3891b7 go: downloading google.golang.org/genproto v0.0.0-20240213162025-012b6fc9bca9 go: downloading github.com/pingcap/tidb-tools v0.0.0-20240408054520-d28ee6cd546e go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading go.uber.org/zap v1.27.0 go: downloading go.uber.org/atomic v1.11.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/tikv/pd v1.1.0-beta.0.20230203015356-248b3f0be132 go: downloading go.uber.org/multierr v1.11.0 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/pingcap/failpoint v0.0.0-20240412033321-fd0796e60f86 go: downloading google.golang.org/grpc v1.62.1 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/google/btree v1.1.2 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/docker/go-units v0.5.0 go: downloading google.golang.org/protobuf v1.33.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading google.golang.org/genproto v0.0.0-20240213162025-012b6fc9bca9 go: downloading golang.org/x/sys v0.19.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading golang.org/x/exp v0.0.0-20240416160154-fe59bbe5cc7f go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading golang.org/x/exp v0.0.0-20240416160154-fe59bbe5cc7f go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240424052342-0229f4077f0c go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e go: downloading github.com/stretchr/testify v1.9.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/danjacques/gofslock v0.0.0-20220131014315-6e321f4509c8 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading golang.org/x/net v0.24.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240308144416-29370a3891b7 table consistent_replicate_ddl.usertable2 exists table consistent_replicate_ddl.usertable3 not exists for 1-th check, retry later go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/google/btree v1.1.2 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20230203015356-248b3f0be132 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading cloud.google.com/go v0.112.0 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading golang.org/x/text v0.14.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.0 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/tklauser/numcpus v0.6.1 check diff failed 2-th time, retry later go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/dgrijalva/jwt-go v3.2.0+incompatible go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading golang.org/x/exp v0.0.0-20240416160154-fe59bbe5cc7f go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/danjacques/gofslock v0.0.0-20220131014315-6e321f4509c8 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240424052342-0229f4077f0c go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/google/btree v1.1.2 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/tikv/pd v1.1.0-beta.0.20230203015356-248b3f0be132 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading cloud.google.com/go v0.112.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/spf13/pflag v1.0.5 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.0 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/apache/thrift v0.16.0 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/danjacques/gofslock v0.0.0-20220131014315-6e321f4509c8 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/klauspost/compress v1.17.7 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.0 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/robfig/cron v1.2.0 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/dgrijalva/jwt-go v3.2.0+incompatible go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da run task successfully go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading cloud.google.com/go v0.112.0 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 check diff successfully table consistent_replicate_ddl.usertable3 not exists for 2-th check, retry later go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/go-logr/stdr v1.2.2 Changefeed remove successfully. ID: acd3b370-067a-4d91-b88b-370fe9c3d3e9 CheckpointTs: 449567877113315338 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 check_safepoint_forward http://127.0.0.1:2379 7365720018393683703 449567879748124673 449567878883049478 449567877113315338 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/dgrijalva/jwt-go v3.2.0+incompatible go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da wait process cdc.test exit for 1-th time... go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 wait process cdc.test exit for 2-th time... go: downloading k8s.io/apimachinery v0.28.6 wait process cdc.test exit for 3-th time... go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 run task successfully Changefeed remove successfully. ID: 78f6bd33-db13-4cea-be60-1c1dfe04d7b3 CheckpointTs: 449567880010268674 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 check_safepoint_cleared http://127.0.0.1:2379 7365720018393683703 run task successfully Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 8.14 secs (414053541 bytes/sec) table charset_gbk_test0.t0 exists table charset_gbk_test0.t1 exists table charset_gbk_test1.t0 exists table test.finish_mark not exists for 1-th check, retry later [Pipeline] { [Pipeline] cache cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Mon May 6 11:16:03 CST 2024] <<<<<< run test case bdr_mode success! >>>>>> table row_format.finish_mark not exists for 1-th check, retry later table foreign_key.finish_mark not exists for 1-th check, retry later table foreign_key.finish_mark not exists for 2-th check, retry later go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 wait process cdc.test exit for 1-th time... table consistent_replicate_ddl.usertable3 exists table consistent_replicate_ddl.usertable_bak not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:16:05 CST 2024] <<<<<< run test case gc_safepoint success! >>>>>> go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd table test.finish_mark not exists for 2-th check, retry later table consistent_replicate_ddl.usertable_bak not exists for 2-th check, retry later go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 table row_format.finish_mark not exists for 2-th check, retry later go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 table foreign_key.finish_mark not exists for 3-th check, retry later go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd table test.finish_mark not exists for 3-th check, retry later table consistent_replicate_ddl.usertable_bak exists table row_format.finish_mark not exists for 3-th check, retry later table foreign_key.finish_mark not exists for 4-th check, retry later table test.finish_mark exists check table exists success check diff successfully table row_format.finish_mark not exists for 4-th check, retry later table foreign_key.finish_mark not exists for 5-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:16:11 CST 2024] <<<<<< run test case charset_gbk success! >>>>>> table row_format.finish_mark not exists for 5-th check, retry later table foreign_key.finish_mark not exists for 6-th check, retry later table row_format.finish_mark not exists for 6-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:16:14 CST 2024] <<<<<< START cdc server in consistent_replicate_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true);github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_ddl.28052807.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_ddl/cdcconsistent_replicate_ddl.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_ddl/cdc_dataconsistent_replicate_ddl.server2 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table foreign_key.finish_mark not exists for 7-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_pause_resume/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/capture_suicide_while_balance_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table row_format.finish_mark not exists for 7-th check, retry later table foreign_key.finish_mark not exists for 8-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/changefeed_pause_resume Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:17 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/a302d857-08e4-4940-9b80-15c48265c039 {UpstreamID:7365720031177491040 Namespace:default ID:a302d857-08e4-4940-9b80-15c48265c039 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:15:50.302848235 +0800 CST StartTs:449567876747624453 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003b20bd0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567876787208194} {CheckpointTs:449567882383982593 MinTableBarrierTs:449567882646126593 AdminJobType:noop} span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/52bcc854-1b88-41a0-b7d1-c1f19fcaf722 {"id":"52bcc854-1b88-41a0-b7d1-c1f19fcaf722","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be647afb9 52bcc854-1b88-41a0-b7d1-c1f19fcaf722 /tidb/cdc/default/default/changefeed/info/a302d857-08e4-4940-9b80-15c48265c039 {"upstream-id":7365720031177491040,"namespace":"default","changefeed-id":"a302d857-08e4-4940-9b80-15c48265c039","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:15:50.302848235+08:00","start-ts":449567876747624453,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_ddl/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567876787208194} /tidb/cdc/default/default/changefeed/status/a302d857-08e4-4940-9b80-15c48265c039 {"checkpoint-ts":449567882383982593,"min-table-barrier-ts":449567882646126593,"admin-job-type":0} /tidb/cdc/default/default/task/position/52bcc854-1b88-41a0-b7d1-c1f19fcaf722/a302d857-08e4-4940-9b80-15c48265c039 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720031177491040 {"id":7365720031177491040,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/a302d857-08e4-4940-9b80-15c48265c039 {UpstreamID:7365720031177491040 Namespace:default ID:a302d857-08e4-4940-9b80-15c48265c039 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:15:50.302848235 +0800 CST StartTs:449567876747624453 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003b20bd0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567876787208194} {CheckpointTs:449567882383982593 MinTableBarrierTs:449567882646126593 AdminJobType:noop} span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/52bcc854-1b88-41a0-b7d1-c1f19fcaf722 {"id":"52bcc854-1b88-41a0-b7d1-c1f19fcaf722","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be647afb9 52bcc854-1b88-41a0-b7d1-c1f19fcaf722 /tidb/cdc/default/default/changefeed/info/a302d857-08e4-4940-9b80-15c48265c039 {"upstream-id":7365720031177491040,"namespace":"default","changefeed-id":"a302d857-08e4-4940-9b80-15c48265c039","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:15:50.302848235+08:00","start-ts":449567876747624453,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_ddl/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567876787208194} /tidb/cdc/default/default/changefeed/status/a302d857-08e4-4940-9b80-15c48265c039 {"checkpoint-ts":449567882383982593,"min-table-barrier-ts":449567882646126593,"admin-job-type":0} /tidb/cdc/default/default/task/position/52bcc854-1b88-41a0-b7d1-c1f19fcaf722/a302d857-08e4-4940-9b80-15c48265c039 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720031177491040 {"id":7365720031177491040,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/a302d857-08e4-4940-9b80-15c48265c039 {UpstreamID:7365720031177491040 Namespace:default ID:a302d857-08e4-4940-9b80-15c48265c039 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:15:50.302848235 +0800 CST StartTs:449567876747624453 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003b20bd0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567876787208194} {CheckpointTs:449567882383982593 MinTableBarrierTs:449567882646126593 AdminJobType:noop} span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567882383982593, checkpointTs: 449567882383982593, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/52bcc854-1b88-41a0-b7d1-c1f19fcaf722 {"id":"52bcc854-1b88-41a0-b7d1-c1f19fcaf722","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be647afb9 52bcc854-1b88-41a0-b7d1-c1f19fcaf722 /tidb/cdc/default/default/changefeed/info/a302d857-08e4-4940-9b80-15c48265c039 {"upstream-id":7365720031177491040,"namespace":"default","changefeed-id":"a302d857-08e4-4940-9b80-15c48265c039","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:15:50.302848235+08:00","start-ts":449567876747624453,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_ddl/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567876787208194} /tidb/cdc/default/default/changefeed/status/a302d857-08e4-4940-9b80-15c48265c039 {"checkpoint-ts":449567882383982593,"min-table-barrier-ts":449567882646126593,"admin-job-type":0} /tidb/cdc/default/default/task/position/52bcc854-1b88-41a0-b7d1-c1f19fcaf722/a302d857-08e4-4940-9b80-15c48265c039 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720031177491040 {"id":7365720031177491040,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table row_format.finish_mark not exists for 8-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/capture_suicide_while_balance_table Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... table foreign_key.finish_mark exists check diff successfully Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:16:20 CST 2024] <<<<<< run test case foreign_key success! >>>>>> table row_format.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_manager/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:16:21 CST 2024] <<<<<< run test case row_format success! >>>>>> Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/ddl_manager Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... Verifying downstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table sink_retry.finish_mark_1 exists check diff successfully ***************** properties ***************** "mysql.db"="sink_retry" "readproportion"="0" "updateproportion"="0" "operationcount"="0" "scanproportion"="0" "mysql.port"="4000" "mysql.user"="root" "recordcount"="10" "insertproportion"="0" "requestdistribution"="uniform" "mysql.host"="127.0.0.1" "readallfields"="true" "dotransactions"="false" "threadcount"="2" "workload"="core" ********************************************** Run finished, takes 3.893051ms INSERT - Takes(s): 0.0, Count: 10, OPS: 3894.8, Avg(us): 686, Min(us): 429, Max(us): 1589, 95th(us): 2000, 99th(us): 2000 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9c559c0011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw, pid:4281, start at 2024-05-06 11:16:26.618520354 +0800 CST m=+5.075787847 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:26.624 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:26.599 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:26.599 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9c559c0011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw, pid:4281, start at 2024-05-06 11:16:26.618520354 +0800 CST m=+5.075787847 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:26.624 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:26.599 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:26.599 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9c58940013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-40krw, pid:4377, start at 2024-05-06 11:16:26.811315754 +0800 CST m=+5.180610938 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:26.818 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:26.789 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:26.789 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:16:25 CST 2024] <<<<<< run test case kv_client_stream_reconnect success! >>>>>> Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Mon May 6 11:16:29 CST 2024] <<<<<< START cdc server in changefeed_pause_resume case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_pause_resume.56795681.out server --log-file /tmp/tidb_cdc_test/changefeed_pause_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_pause_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/drop_many_tables/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9c8e480013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx, pid:3596, start at 2024-05-06 11:16:30.271246863 +0800 CST m=+6.564789073 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:30.280 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:30.277 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:30.277 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9c8e480013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx, pid:3596, start at 2024-05-06 11:16:30.271246863 +0800 CST m=+6.564789073 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:30.280 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:30.277 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:30.277 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9c94b00013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx, pid:3644, start at 2024-05-06 11:16:30.667008329 +0800 CST m=+6.891328138 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:30.679 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:30.687 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:30.687 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_puller_lag/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:32 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b6f069c1-1161-4e9e-84af-604938d8cd61 {"id":"b6f069c1-1161-4e9e-84af-604938d8cd61","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f1a2ee b6f069c1-1161-4e9e-84af-604938d8cd61 /tidb/cdc/default/default/upstream/7365720213965247841 {"id":7365720213965247841,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b6f069c1-1161-4e9e-84af-604938d8cd61 {"id":"b6f069c1-1161-4e9e-84af-604938d8cd61","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f1a2ee b6f069c1-1161-4e9e-84af-604938d8cd61 /tidb/cdc/default/default/upstream/7365720213965247841 {"id":7365720213965247841,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b6f069c1-1161-4e9e-84af-604938d8cd61 {"id":"b6f069c1-1161-4e9e-84af-604938d8cd61","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f1a2ee b6f069c1-1161-4e9e-84af-604938d8cd61 /tidb/cdc/default/default/upstream/7365720213965247841 {"id":7365720213965247841,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 27.14 secs (124131771 bytes/sec) [Pipeline] { [Pipeline] cache start tidb cluster in /tmp/tidb_cdc_test/drop_many_tables Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... [Mon May 6 11:16:34 CST 2024] <<<<<< START cdc server in capture_suicide_while_balance_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_suicide_while_balance_table.49354937.out server --log-file /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc_data1 --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo '' + '[' 0 -eq 50 ']' + sleep 3 table changefeed_pause_resume.t1 exists table changefeed_pause_resume.t2 not exists for 1-th check, retry later Verifying downstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table changefeed_pause_resume.t2 exists table changefeed_pause_resume.t3 not exists for 1-th check, retry later Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9cf0140005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd, pid:3756, start at 2024-05-06 11:16:36.488512608 +0800 CST m=+5.027442756 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:36.495 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:36.485 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:36.485 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9cf0140005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd, pid:3756, start at 2024-05-06 11:16:36.488512608 +0800 CST m=+5.027442756 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:36.495 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:36.485 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:36.485 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9cf1880014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-bnhtd, pid:3834, start at 2024-05-06 11:16:36.61290542 +0800 CST m=+5.086402497 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:36.619 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:36.578 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:36.578 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:37 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/085239a7-6a28-4c93-8c89-5666d8c8a4f7 {"id":"085239a7-6a28-4c93-8c89-5666d8c8a4f7","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f60bf2 085239a7-6a28-4c93-8c89-5666d8c8a4f7 /tidb/cdc/default/default/upstream/7365720221283924212 {"id":7365720221283924212,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/085239a7-6a28-4c93-8c89-5666d8c8a4f7 {"id":"085239a7-6a28-4c93-8c89-5666d8c8a4f7","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f60bf2 085239a7-6a28-4c93-8c89-5666d8c8a4f7 /tidb/cdc/default/default/upstream/7365720221283924212 {"id":7365720221283924212,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/085239a7-6a28-4c93-8c89-5666d8c8a4f7 {"id":"085239a7-6a28-4c93-8c89-5666d8c8a4f7","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f60bf2 085239a7-6a28-4c93-8c89-5666d8c8a4f7 /tidb/cdc/default/default/upstream/7365720221283924212 {"id":7365720221283924212,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Mon May 6 11:16:37 CST 2024] <<<<<< START cdc server in capture_suicide_while_balance_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=1*return(true)' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_suicide_while_balance_table.49804982.out server --log-file /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc_data2 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/ddl_puller_lag Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... table changefeed_pause_resume.t3 exists Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... [Mon May 6 11:16:39 CST 2024] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.50885090.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/run.sh using Sink-Type: mysql... <<================= + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:40 GMT < Content-Length: 867 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/085239a7-6a28-4c93-8c89-5666d8c8a4f7 {"id":"085239a7-6a28-4c93-8c89-5666d8c8a4f7","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/65cd34cc-c81d-48b2-a383-42db792886b7 {"id":"65cd34cc-c81d-48b2-a383-42db792886b7","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f60bf2 085239a7-6a28-4c93-8c89-5666d8c8a4f7 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f60c1b 65cd34cc-c81d-48b2-a383-42db792886b7 /tidb/cdc/default/default/upstream/7365720221283924212 {"id":7365720221283924212,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/085239a7-6a28-4c93-8c89-5666d8c8a4f7 {"id":"085239a7-6a28-4c93-8c89-5666d8c8a4f7","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/65cd34cc-c81d-48b2-a383-42db792886b7 {"id":"65cd34cc-c81d-48b2-a383-42db792886b7","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f60bf2 085239a7-6a28-4c93-8c89-5666d8c8a4f7 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f60c1b 65cd34cc-c81d-48b2-a383-42db792886b7 /tidb/cdc/default/default/upstream/7365720221283924212 {"id":7365720221283924212,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/085239a7-6a28-4c93-8c89-5666d8c8a4f7 {"id":"085239a7-6a28-4c93-8c89-5666d8c8a4f7","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/65cd34cc-c81d-48b2-a383-42db792886b7 {"id":"65cd34cc-c81d-48b2-a383-42db792886b7","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f60bf2 085239a7-6a28-4c93-8c89-5666d8c8a4f7 /tidb/cdc/default/__cdc_meta__/owner/22318f4be6f60c1b 65cd34cc-c81d-48b2-a383-42db792886b7 /tidb/cdc/default/default/upstream/7365720221283924212 {"id":7365720221283924212,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:42 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b0456a1b-d8cb-44eb-bf82-492f682a0ae4 {"id":"b0456a1b-d8cb-44eb-bf82-492f682a0ae4","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be70b8df2 b0456a1b-d8cb-44eb-bf82-492f682a0ae4 /tidb/cdc/default/default/upstream/7365720238645712825 {"id":7365720238645712825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b0456a1b-d8cb-44eb-bf82-492f682a0ae4 {"id":"b0456a1b-d8cb-44eb-bf82-492f682a0ae4","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be70b8df2 b0456a1b-d8cb-44eb-bf82-492f682a0ae4 /tidb/cdc/default/default/upstream/7365720238645712825 {"id":7365720238645712825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b0456a1b-d8cb-44eb-bf82-492f682a0ae4 {"id":"b0456a1b-d8cb-44eb-bf82-492f682a0ae4","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be70b8df2 b0456a1b-d8cb-44eb-bf82-492f682a0ae4 /tidb/cdc/default/default/upstream/7365720238645712825 {"id":7365720238645712825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.cli.5140.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306/ -c=ddl-manager Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 7.35 secs (458007448 bytes/sec) [Pipeline] { [Pipeline] cache Create changefeed successfully! ID: ddl-manager Info: {"upstream_id":7365720238645712825,"namespace":"default","id":"ddl-manager","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2024-05-06T11:16:43.322410559+08:00","start_ts":449567890652528645,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567890652528645,"checkpoint_ts":449567890652528645,"checkpoint_time":"2024-05-06 11:16:43.185"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... check diff failed 1-th time, retry later table capture_suicide_while_balance_table.t1 exists table capture_suicide_while_balance_table.t2 not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/cdc Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... + set +x check diff failed 2-th time, retry later table capture_suicide_while_balance_table.t2 exists table capture_suicide_while_balance_table.t3 not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9d6d7c0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:3691, start at 2024-05-06 11:16:44.541408446 +0800 CST m=+5.149366376 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:44.547 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:44.511 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:44.511 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9d6d7c0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:3691, start at 2024-05-06 11:16:44.541408446 +0800 CST m=+5.149366376 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:44.547 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:44.511 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:44.511 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9d6ef40014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:3764, start at 2024-05-06 11:16:44.648923754 +0800 CST m=+5.187069522 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:44.655 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:44.655 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:44.655 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 3-th time, retry later table capture_suicide_while_balance_table.t3 exists table capture_suicide_while_balance_table.t4 not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5111.out cli tso query --pd=http://127.0.0.1:2379 Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process 5093 exit for 1-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process 5093 exit for 2-th time... wait process 5093 exit for 3-th time... + set +x + tso='449567891917635585 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567891917635585 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 11:16:49 CST 2024] <<<<<< START cdc server in drop_many_tables case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.51395141.out server --log-file /tmp/tidb_cdc_test/drop_many_tables/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/drop_many_tables/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process 5093 exit for 4-th time... check diff failed 4-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table capture_suicide_while_balance_table.t4 exists /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5093) - No such process wait process 5093 exit for 5-th time... process 5093 already exit [Mon May 6 11:16:50 CST 2024] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.52055207.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9db2580006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64, pid:3775, start at 2024-05-06 11:16:48.925605804 +0800 CST m=+5.171324703 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:48.934 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:48.918 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:48.918 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9db2580006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64, pid:3775, start at 2024-05-06 11:16:48.925605804 +0800 CST m=+5.171324703 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:48.934 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:48.918 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:48.918 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9db308000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x7l64, pid:3864, start at 2024-05-06 11:16:48.974627616 +0800 CST m=+5.140989302 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:48.983 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:48.962 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:48.962 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } check diff failed 5-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 140 100 35 100 105 1146 3440 --:--:-- --:--:-- --:--:-- 3500 { "status": true, "message": "" + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:52 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e056471e-7a59-4aa7-b28a-dad8e5610127 {"id":"e056471e-7a59-4aa7-b28a-dad8e5610127","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7334ef2 e056471e-7a59-4aa7-b28a-dad8e5610127 /tidb/cdc/default/default/upstream/7365720284734791126 {"id":7365720284734791126,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e056471e-7a59-4aa7-b28a-dad8e5610127 {"id":"e056471e-7a59-4aa7-b28a-dad8e5610127","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7334ef2 e056471e-7a59-4aa7-b28a-dad8e5610127 /tidb/cdc/default/default/upstream/7365720284734791126 {"id":7365720284734791126,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e056471e-7a59-4aa7-b28a-dad8e5610127 {"id":"e056471e-7a59-4aa7-b28a-dad8e5610127","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7334ef2 e056471e-7a59-4aa7-b28a-dad8e5610127 /tidb/cdc/default/default/upstream/7365720284734791126 {"id":7365720284734791126,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5188.out cli changefeed create --start-ts=449567891917635585 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: f0801e76-5510-497b-82b3-8217a10e73f6 Info: {"upstream_id":7365720284734791126,"namespace":"default","id":"f0801e76-5510-497b-82b3-8217a10e73f6","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:16:52.897725283+08:00","start_ts":449567891917635585,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567891917635585,"checkpoint_ts":449567891917635585,"checkpoint_time":"2024-05-06 11:16:48.011"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5131.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > check diff successfully VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9df0a40007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks, pid:3931, start at 2024-05-06 11:16:52.914292442 +0800 CST m=+5.160434094 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:52.920 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:52.905 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:52.905 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9df0a40007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks, pid:3931, start at 2024-05-06 11:16:52.914292442 +0800 CST m=+5.160434094 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:52.920 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:52.905 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:52.905 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9df2280013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-362ks, pid:4018, start at 2024-05-06 11:16:53.024983964 +0800 CST m=+5.189109409 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:18:53.032 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:16:53.002 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:06:53.002 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cdc/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cdc/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } + set +x + set +x + tso='449567893348155394 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + awk -F ' ' '{print $1}' + echo 449567893348155394 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + set +x [Mon May 6 11:16:55 CST 2024] <<<<<< START cdc server in ddl_puller_lag case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorDDLResolved=1*sleep(180000)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.51805182.out server --log-file /tmp/tidb_cdc_test/ddl_puller_lag/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_puller_lag/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 }lease 22318f4be6f60c1b revoked check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... [Mon May 6 11:16:56 CST 2024] <<<<<< START cdc server in cdc case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.53765378.out server --log-file /tmp/tidb_cdc_test/cdc/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 3-th time... < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:56 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7365720238645712825 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2024-05-06 11:16:43.322410559 +0800 CST StartTs:449567890652528645 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d907e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567890678743047} {CheckpointTs:449567891058851870 MinTableBarrierTs:449567891058851870 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d35c0e91-6388-42bb-8e5a-9c20763cbcac {"id":"d35c0e91-6388-42bb-8e5a-9c20763cbcac","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be70b8f90 d35c0e91-6388-42bb-8e5a-9c20763cbcac /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7365720238645712825,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2024-05-06T11:16:43.322410559+08:00","start-ts":449567890652528645,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567890678743047} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":449567891058851870,"min-table-barrier-ts":449567891058851870,"admin-job-type":0} /tidb/cdc/default/default/task/position/d35c0e91-6388-42bb-8e5a-9c20763cbcac/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720238645712825 {"id":7365720238645712825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7365720238645712825 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2024-05-06 11:16:43.322410559 +0800 CST StartTs:449567890652528645 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d907e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567890678743047} {CheckpointTs:449567891058851870 MinTableBarrierTs:449567891058851870 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d35c0e91-6388-42bb-8e5a-9c20763cbcac {"id":"d35c0e91-6388-42bb-8e5a-9c20763cbcac","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be70b8f90 d35c0e91-6388-42bb-8e5a-9c20763cbcac /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7365720238645712825,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2024-05-06T11:16:43.322410559+08:00","start-ts":449567890652528645,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567890678743047} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":449567891058851870,"min-table-barrier-ts":449567891058851870,"admin-job-type":0} /tidb/cdc/default/default/task/position/d35c0e91-6388-42bb-8e5a-9c20763cbcac/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720238645712825 {"id":7365720238645712825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7365720238645712825 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2024-05-06 11:16:43.322410559 +0800 CST StartTs:449567890652528645 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d907e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567890678743047} {CheckpointTs:449567891058851870 MinTableBarrierTs:449567891058851870 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d35c0e91-6388-42bb-8e5a-9c20763cbcac {"id":"d35c0e91-6388-42bb-8e5a-9c20763cbcac","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be70b8f90 d35c0e91-6388-42bb-8e5a-9c20763cbcac /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7365720238645712825,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2024-05-06T11:16:43.322410559+08:00","start-ts":449567890652528645,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567890678743047} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":449567891058851870,"min-table-barrier-ts":449567891058851870,"admin-job-type":0} /tidb/cdc/default/default/task/position/d35c0e91-6388-42bb-8e5a-9c20763cbcac/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720238645712825 {"id":7365720238645712825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Mon May 6 11:16:56 CST 2024] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.52715273.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Mon May 6 11:16:57 CST 2024] <<<<<< run test case capture_suicide_while_balance_table success! >>>>>> < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:57 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7365720238645712825 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2024-05-06 11:16:43.322410559 +0800 CST StartTs:449567890652528645 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d907e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567890678743047} {CheckpointTs:449567891058851870 MinTableBarrierTs:449567891058851870 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d35c0e91-6388-42bb-8e5a-9c20763cbcac {"id":"d35c0e91-6388-42bb-8e5a-9c20763cbcac","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be70b8f90 d35c0e91-6388-42bb-8e5a-9c20763cbcac /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7365720238645712825,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2024-05-06T11:16:43.322410559+08:00","start-ts":449567890652528645,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567890678743047} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":449567891085066248,"min-table-barrier-ts":449567891085066248,"admin-job-type":0} /tidb/cdc/default/default/task/position/d35c0e91-6388-42bb-8e5a-9c20763cbcac/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720238645712825 {"id":7365720238645712825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7365720238645712825 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2024-05-06 11:16:43.322410559 +0800 CST StartTs:449567890652528645 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d907e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567890678743047} {CheckpointTs:449567891058851870 MinTableBarrierTs:449567891058851870 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d35c0e91-6388-42bb-8e5a-9c20763cbcac {"id":"d35c0e91-6388-42bb-8e5a-9c20763cbcac","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be70b8f90 d35c0e91-6388-42bb-8e5a-9c20763cbcac /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7365720238645712825,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2024-05-06T11:16:43.322410559+08:00","start-ts":449567890652528645,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567890678743047} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":449567891085066248,"min-table-barrier-ts":449567891085066248,"admin-job-type":0} /tidb/cdc/default/default/task/position/d35c0e91-6388-42bb-8e5a-9c20763cbcac/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720238645712825 {"id":7365720238645712825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7365720238645712825 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2024-05-06 11:16:43.322410559 +0800 CST StartTs:449567890652528645 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d907e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567890678743047} {CheckpointTs:449567891058851870 MinTableBarrierTs:449567891058851870 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d35c0e91-6388-42bb-8e5a-9c20763cbcac {"id":"d35c0e91-6388-42bb-8e5a-9c20763cbcac","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be70b8f90 d35c0e91-6388-42bb-8e5a-9c20763cbcac /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7365720238645712825,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2024-05-06T11:16:43.322410559+08:00","start-ts":449567890652528645,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567890678743047} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":449567891085066248,"min-table-barrier-ts":449567891085066248,"admin-job-type":0} /tidb/cdc/default/default/task/position/d35c0e91-6388-42bb-8e5a-9c20763cbcac/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720238645712825 {"id":7365720238645712825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table ddl_manager.finish_mark not exists for 1-th check, retry later check diff failed 1-th time, retry later table sink_retry.finish_mark_2 exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:16:55 CST 2024] <<<<<< run test case sink_retry success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:58 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cad64052-cda1-4e89-b132-e02d81df0bfe {"id":"cad64052-cda1-4e89-b132-e02d81df0bfe","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be742600b cad64052-cda1-4e89-b132-e02d81df0bfe /tidb/cdc/default/default/upstream/7365720300676883042 {"id":7365720300676883042,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cad64052-cda1-4e89-b132-e02d81df0bfe {"id":"cad64052-cda1-4e89-b132-e02d81df0bfe","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be742600b cad64052-cda1-4e89-b132-e02d81df0bfe /tidb/cdc/default/default/upstream/7365720300676883042 {"id":7365720300676883042,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cad64052-cda1-4e89-b132-e02d81df0bfe {"id":"cad64052-cda1-4e89-b132-e02d81df0bfe","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be742600b cad64052-cda1-4e89-b132-e02d81df0bfe /tidb/cdc/default/default/upstream/7365720300676883042 {"id":7365720300676883042,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5232.out cli changefeed create --start-ts=449567893348155394 --sink-uri=mysql+ssl://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 4d3368f7-5cb6-4b86-817b-995033b3308c Info: {"upstream_id":7365720300676883042,"namespace":"default","id":"4d3368f7-5cb6-4b86-817b-995033b3308c","sink_uri":"mysql+ssl://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:16:58.599881652+08:00","start_ts":449567893348155394,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567893348155394,"checkpoint_ts":449567893348155394,"checkpoint_time":"2024-05-06 11:16:53.468"} PASS table drop_tables.c not exists for 1-th check, retry later coverage: 2.4% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:16:59 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/11b4bcd8-b4f4-4565-9a64-b857a2a64d68 {"id":"11b4bcd8-b4f4-4565-9a64-b857a2a64d68","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be759f3f0 11b4bcd8-b4f4-4565-9a64-b857a2a64d68 /tidb/cdc/default/default/upstream/7365720323957937112 {"id":7365720323957937112,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/11b4bcd8-b4f4-4565-9a64-b857a2a64d68 {"id":"11b4bcd8-b4f4-4565-9a64-b857a2a64d68","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be759f3f0 11b4bcd8-b4f4-4565-9a64-b857a2a64d68 /tidb/cdc/default/default/upstream/7365720323957937112 {"id":7365720323957937112,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/11b4bcd8-b4f4-4565-9a64-b857a2a64d68 {"id":"11b4bcd8-b4f4-4565-9a64-b857a2a64d68","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be759f3f0 11b4bcd8-b4f4-4565-9a64-b857a2a64d68 /tidb/cdc/default/default/upstream/7365720323957937112 {"id":7365720323957937112,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.cli.5427.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ table ddl_manager.finish_mark not exists for 2-th check, retry later Create changefeed successfully! ID: 568ab6eb-7ca9-4044-8294-e5c7d08c1f88 Info: {"upstream_id":7365720323957937112,"namespace":"default","id":"568ab6eb-7ca9-4044-8294-e5c7d08c1f88","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:16:59.598814119+08:00","start_ts":449567894930980866,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567894930980866,"checkpoint_ts":449567894930980866,"checkpoint_time":"2024-05-06 11:16:59.506"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... check diff failed 2-th time, retry later + set +x table drop_tables.c not exists for 2-th check, retry later + set +x go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240425142112-54ba0ed68407 go: downloading github.com/pingcap/tidb-tools v0.0.0-20240408054520-d28ee6cd546e go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240425142112-54ba0ed68407 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/pingcap/failpoint v0.0.0-20240412033321-fd0796e60f86 go: downloading google.golang.org/grpc v1.62.1 go: downloading github.com/coreos/go-semver v0.3.1 table ddl_manager.finish_mark not exists for 3-th check, retry later go: downloading golang.org/x/net v0.24.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading google.golang.org/protobuf v1.33.0 go: downloading golang.org/x/sys v0.19.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240308144416-29370a3891b7 go: downloading google.golang.org/genproto v0.0.0-20240213162025-012b6fc9bca9 go: downloading golang.org/x/text v0.14.0 check diff failed 3-th time, retry later table drop_tables.c not exists for 3-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 17.77 secs (189572077 bytes/sec) [Pipeline] { [Pipeline] cache table ddl_manager.finish_mark not exists for 4-th check, retry later go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading golang.org/x/exp v0.0.0-20240416160154-fe59bbe5cc7f go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240424052342-0229f4077f0c go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/danjacques/gofslock v0.0.0-20220131014315-6e321f4509c8 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20230203015356-248b3f0be132 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading cloud.google.com/go v0.112.0 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 check diff failed 4-th time, retry later go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 table drop_tables.c not exists for 4-th check, retry later go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/rivo/uniseg v0.4.6 table ddl_manager.finish_mark not exists for 5-th check, retry later check diff failed 5-th time, retry later go: downloading github.com/dgrijalva/jwt-go v3.2.0+incompatible go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/stdr v1.2.2 table drop_tables.c exists check diff successfully go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... table ddl_manager.finish_mark not exists for 6-th check, retry later check diff successfully =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_error/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:17:08 CST 2024] <<<<<< run test case drop_many_tables success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table ddl_manager.finish_mark not exists for 7-th check, retry later go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd start tidb cluster in /tmp/tidb_cdc_test/changefeed_error Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... table ddl_manager.finish_mark not exists for 8-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/syncpoint Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 check diff failed 1-th time, retry later Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release table ddl_manager.finish_mark not exists for 9-th check, retry later Verifying downstream PD is started... check diff failed 2-th time, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 7.59 secs (443686942 bytes/sec) [Pipeline] { [Pipeline] cache Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release table ddl_manager.finish_mark not exists for 10-th check, retry later check diff failed 3-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 11-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_stop_delay/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... check diff failed 4-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 12-th check, retry later check diff failed 5-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/processor_stop_delay Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9f94640005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9, pid:3852, start at 2024-05-06 11:17:19.775276982 +0800 CST m=+5.254174766 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:19.783 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:19.769 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:19.769 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9f94640005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9, pid:3852, start at 2024-05-06 11:17:19.775276982 +0800 CST m=+5.254174766 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:19.783 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:19.769 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:19.769 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9f95380016 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-x8pq9, pid:3921, start at 2024-05-06 11:17:19.861998967 +0800 CST m=+5.279301951 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:19.868 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:19.872 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:19.872 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } table ddl_manager.finish_mark not exists for 13-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 6-th time, retry later + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5166.out cli tso query --pd=http://127.0.0.1:2379 table ddl_manager.finish_mark not exists for 14-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff successfully + set +x + tso='449567901134094337 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567901134094337 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release ***************** properties ***************** "mysql.db"="changefeed_error" "dotransactions"="false" "insertproportion"="0" "recordcount"="20" "scanproportion"="0" "mysql.port"="4000" "workload"="core" "requestdistribution"="uniform" "mysql.user"="root" "readallfields"="true" "threadcount"="4" "operationcount"="0" "readproportion"="0" "mysql.host"="127.0.0.1" "updateproportion"="0" ********************************************** Run finished, takes 10.278046ms INSERT - Takes(s): 0.0, Count: 20, OPS: 4058.1, Avg(us): 1940, Min(us): 932, Max(us): 5254, 95th(us): 6000, 99th(us): 6000 [Mon May 6 11:17:25 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedNoRetryError=1*return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.52335235.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9fd4000014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx, pid:6190, start at 2024-05-06 11:17:23.864293884 +0800 CST m=+6.237311627 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:23.876 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:23.891 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:23.891 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9fd4000014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx, pid:6190, start at 2024-05-06 11:17:23.864293884 +0800 CST m=+6.237311627 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:23.876 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:23.891 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:23.891 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2f9fd5c80005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r0dvx, pid:6260, start at 2024-05-06 11:17:23.960935818 +0800 CST m=+6.267205538 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:23.971 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:23.954 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:23.954 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... table ddl_manager.finish_mark not exists for 15-th check, retry later TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/syncpoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/syncpoint/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/syncpoint/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/syncpoint/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/syncpoint/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 16-th check, retry later check diff failed 1-th time, retry later + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint.cli.7510.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:17:28 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 {"id":"8804a34a-d324-4447-965f-87ad9f57ec91","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28209 8804a34a-d324-4447-965f-87ad9f57ec91 /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 {"id":"8804a34a-d324-4447-965f-87ad9f57ec91","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28209 8804a34a-d324-4447-965f-87ad9f57ec91 /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 {"id":"8804a34a-d324-4447-965f-87ad9f57ec91","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28209 8804a34a-d324-4447-965f-87ad9f57ec91 /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5282.out cli changefeed create --start-ts=449567901134094337 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-error Create changefeed successfully! ID: changefeed-error Info: {"upstream_id":7365720440884238370,"namespace":"default","id":"changefeed-error","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T11:17:29.142989896+08:00","start_ts":449567901134094337,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567901134094337,"checkpoint_ts":449567901134094337,"checkpoint_time":"2024-05-06 11:17:23.169"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 17-th check, retry later + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error failed [CDC:ErrStartTsBeforeGC] + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=failed + error_msg='[CDC:ErrStartTsBeforeGC]' + tls_dir='[CDC:ErrStartTsBeforeGC]' + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s check diff failed 2-th time, retry later + set +x + tso='449567902646927361 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567902646927361 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 11:17:30 CST 2024] <<<<<< START cdc server in syncpoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/DDLSinkInitializeSlowly=return(true)' + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint.75357537.out server --log-file /tmp/tidb_cdc_test/syncpoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/syncpoint/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 449567901134094337, "checkpoint_time": "2024-05-06 11:17:23.169", "error": { "time": "2024-05-06T11:17:29.155852814+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449567901134094037 is earlier than or equal to GC safepoint at 449567901134094337" } }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 449567901134094337, "checkpoint_time": "2024-05-06 11:17:23.169", "error": { "time": "2024-05-06T11:17:29.155852814+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449567901134094037 is earlier than or equal to GC safepoint at 449567901134094337" } }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 449567901134094337, "checkpoint_time": "2024-05-06 11:17:23.169", "error": { "time": "2024-05-06T11:17:29.155852814+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449567901134094037 is earlier than or equal to GC safepoint at 449567901134094337" } } ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 449567901134094337, '"checkpoint_time":' '"2024-05-06' '11:17:23.169",' '"error":' '{' '"time":' '"2024-05-06T11:17:29.155852814+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 449567901134094037 is earlier than or equal to GC safepoint at '449567901134094337"' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ jq -r .error.message ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 449567901134094337, '"checkpoint_time":' '"2024-05-06' '11:17:23.169",' '"error":' '{' '"time":' '"2024-05-06T11:17:29.155852814+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 449567901134094037 is earlier than or equal to GC safepoint at '449567901134094337"' '}' '}' + message='[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449567901134094037 is earlier than or equal to GC safepoint at 449567901134094337' + [[ ! [CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449567901134094037 is earlier than or equal to GC safepoint at 449567901134094337 =~ \[CDC:ErrStartTsBeforeGC] ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5355.out cli changefeed resume -c changefeed-error ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 14.73 secs (228702586 bytes/sec) [Pipeline] { [Pipeline] cache PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 18-th check, retry later check diff failed 3-th time, retry later + set +x table changefeed_error.usertable not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa04ff00013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:6239, start at 2024-05-06 11:17:31.819379003 +0800 CST m=+5.157214784 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:31.826 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:31.822 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:31.822 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa04ff00013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:6239, start at 2024-05-06 11:17:31.819379003 +0800 CST m=+5.157214784 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:31.826 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:31.822 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:31.822 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa0522c0014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:6307, start at 2024-05-06 11:17:31.952562255 +0800 CST m=+5.220793218 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:31.959 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:31.915 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:31.915 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } table ddl_manager.finish_mark not exists for 19-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:17:33 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d0a0dd29-b157-45c1-9ffc-0d66d2ea3539 {"id":"d0a0dd29-b157-45c1-9ffc-0d66d2ea3539","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c87202 d0a0dd29-b157-45c1-9ffc-0d66d2ea3539 /tidb/cdc/default/default/upstream/7365720445540448289 {"id":7365720445540448289,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d0a0dd29-b157-45c1-9ffc-0d66d2ea3539 {"id":"d0a0dd29-b157-45c1-9ffc-0d66d2ea3539","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c87202 d0a0dd29-b157-45c1-9ffc-0d66d2ea3539 /tidb/cdc/default/default/upstream/7365720445540448289 {"id":7365720445540448289,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d0a0dd29-b157-45c1-9ffc-0d66d2ea3539 {"id":"d0a0dd29-b157-45c1-9ffc-0d66d2ea3539","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c87202 d0a0dd29-b157-45c1-9ffc-0d66d2ea3539 /tidb/cdc/default/default/upstream/7365720445540448289 {"id":7365720445540448289,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint.cli.7586.out cli changefeed create --start-ts=449567902646927361 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint/conf/changefeed.toml Create changefeed successfully! ID: daf6748e-155d-4b50-9488-c8dc79199204 Info: {"upstream_id":7365720445540448289,"namespace":"default","id":"daf6748e-155d-4b50-9488-c8dc79199204","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T11:17:34.162526583+08:00","start_ts":449567902646927361,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"bdr_mode":false,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567902646927361,"checkpoint_ts":449567902646927361,"checkpoint_time":"2024-05-06 11:17:28.940"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... check diff failed 4-th time, retry later [Mon May 6 11:17:35 CST 2024] <<<<<< START cdc server in processor_stop_delay case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorStopDelay=1*sleep(10000)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_stop_delay.75587560.out server --log-file /tmp/tidb_cdc_test/processor_stop_delay/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_stop_delay/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table changefeed_error.usertable exists check diff successfully ***************** properties ***************** "updateproportion"="0" "mysql.db"="changefeed_error" "mysql.port"="4000" "recordcount"="20" "workload"="core" "operationcount"="0" "readproportion"="0" "insertproportion"="0" "mysql.host"="127.0.0.1" "readallfields"="true" "mysql.user"="root" "requestdistribution"="uniform" "threadcount"="4" "scanproportion"="0" "dotransactions"="false" ********************************************** Run finished, takes 5.942804ms INSERT - Takes(s): 0.0, Count: 20, OPS: 4361.3, Avg(us): 997, Min(us): 546, Max(us): 1951, 95th(us): 2000, 99th(us): 2000 check diff successfully {"id":"8804a34a-d324-4447-965f-87ad9f57ec91","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 + [[ /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 + echo 'check failed' check failed + exit 1 run task failed 1-th time, retry later table ddl_manager.finish_mark not exists for 20-th check, retry later + set +x ***************** properties ***************** "threadcount"="2" "requestdistribution"="uniform" "workload"="core" "updateproportion"="0" "recordcount"="10" "mysql.port"="4000" "readallfields"="true" "dotransactions"="false" "mysql.db"="testSync" "readproportion"="0" "mysql.user"="root" "operationcount"="0" "mysql.host"="127.0.0.1" "scanproportion"="0" "insertproportion"="0" ********************************************** Run finished, takes 20.340054ms INSERT - Takes(s): 0.0, Count: 10, OPS: 979.2, Avg(us): 3943, Min(us): 1842, Max(us): 10026, 95th(us): 11000, 99th(us): 11000 check diff failed 5-th time, retry later check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 + [[ /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 + echo 'check failed' check failed + exit 1 run task failed 2-th time, retry later table ddl_manager.finish_mark not exists for 21-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:17:38 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/06f07da7-bbd4-47ff-89d2-884bc8a82edc {"id":"06f07da7-bbd4-47ff-89d2-884bc8a82edc","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7e836f1 06f07da7-bbd4-47ff-89d2-884bc8a82edc /tidb/cdc/default/default/upstream/7365720494584200450 {"id":7365720494584200450,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/06f07da7-bbd4-47ff-89d2-884bc8a82edc {"id":"06f07da7-bbd4-47ff-89d2-884bc8a82edc","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7e836f1 06f07da7-bbd4-47ff-89d2-884bc8a82edc /tidb/cdc/default/default/upstream/7365720494584200450 {"id":7365720494584200450,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/06f07da7-bbd4-47ff-89d2-884bc8a82edc {"id":"06f07da7-bbd4-47ff-89d2-884bc8a82edc","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7e836f1 06f07da7-bbd4-47ff-89d2-884bc8a82edc /tidb/cdc/default/default/upstream/7365720494584200450 {"id":7365720494584200450,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check diff successfully table processor_stop_delay.t not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 22-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 6.90 secs (488188422 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh [Pipeline] sh check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 + [[ /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8804a34a-d324-4447-965f-87ad9f57ec91 + echo 'check failed' check failed + exit 1 run task failed 3-th time, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G21 + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G17 Run cases: clustered_index processor_resolved_ts_fallback PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=9c9e8d50-12f3-40fb-86f0-73b546836838 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G17 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-41dr5 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-41dr5 ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/clustered_index/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh Run cases: bank kill_owner_with_ddl owner_remove_table_error PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=5711846a-fdbd-4e1e-aa89-20471728c747 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G21 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6pxnv GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464 ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-6pxnv GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/bank/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G14 Run cases: big_txn changefeed_finish force_replicate_table PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=d0763ea2-363a-4398-ad74-e9afc38ac568 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G14 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-wwkbn GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-wwkbn ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/big_txn/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh table ddl_manager.finish_mark not exists for 23-th check, retry later table processor_stop_delay.t exists check diff failed 1-th time, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G16 Run cases: owner_resign processor_etcd_worker_delay sink_hang PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=fe75953e-ea8e-4df1-96c4-df9e2a490555 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G16 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-0tblm GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-0tblm ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/owner_resign/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G13 Run cases: tiflash region_merge common_1 PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=bea11589-6f3e-4485-a2f5-71096d53bec2 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G13 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-4gdt4 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-4gdt4 ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/tiflash/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G18 check diff failed 1-th time, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G19 Run cases: changefeed_fast_fail batch_update_to_no_batch changefeed_resume_with_checkpoint_ts PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=89714fee-4f5d-4a4a-9512-5106b1b5da08 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G19 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-l3x46 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-l3x46 ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_fast_fail/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Run cases: availability http_proxies sequence PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=5df58a07-3752-4fdd-ae5b-20e94173da0a BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G18 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-pttxb GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-pttxb GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/availability/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] archiveArtifacts Archiving artifacts table ddl_manager.finish_mark not exists for 24-th check, retry later Recording fingerprints check diff successfully + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G20 start tidb cluster in /tmp/tidb_cdc_test/bank Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/clustered_index Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/big_txn Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... check diff failed 2-th time, retry later Run cases: tidb_mysql_test ddl_reentrant multi_cdc_cluster PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=541ad9f1-07b4-4c21-82e0-cbec60efaeda BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G20 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-f1mmh GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-f1mmh ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/tidb_mysql_test/run.sh using Sink-Type: mysql... <<================= start tidb cluster in /tmp/tidb_cdc_test/owner_resign Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... check diff failed 1-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/tiflash Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... table ddl_manager.finish_mark not exists for 25-th check, retry later Verifying downstream PD is started... check diff failed 3-th time, retry later [Pipeline] archiveArtifacts Archiving artifacts Verifying downstream PD is started... check diff failed 2-th time, retry later check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info= + [[ '' =~ capture ]] + echo 'check pass' check pass + exit 0 run task successfully check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Mon May 6 11:17:47 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedRetryError=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.55505552.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Recording fingerprints table ddl_manager.finish_mark not exists for 26-th check, retry later check diff failed 4-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release check diff failed 3-th time, retry later Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:17:50 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c633d876-3a8e-4d59-80c0-1da5046cccc5 {"id":"c633d876-3a8e-4d59-80c0-1da5046cccc5","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28281 c633d876-3a8e-4d59-80c0-1da5046cccc5 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7365720440884238370,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2024-05-06T11:17:29.142989896+08:00","start-ts":449567901134094337,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"pending","error":{"time":"2024-05-06T11:17:47.594716987+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567907530670084} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":449567904122798085,"min-table-barrier-ts":449567904122798085,"admin-job-type":1} /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c633d876-3a8e-4d59-80c0-1da5046cccc5 {"id":"c633d876-3a8e-4d59-80c0-1da5046cccc5","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28281 c633d876-3a8e-4d59-80c0-1da5046cccc5 /tidb/cdc/default/default/changefeed/info/changefeed-error The 1 times to try to start tidb cluster... {"upstream-id":7365720440884238370,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2024-05-06T11:17:29.142989896+08:00","start-ts":449567901134094337,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"pending","error":{"time":"2024-05-06T11:17:47.594716987+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567907530670084} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":449567904122798085,"min-table-barrier-ts":449567904122798085,"admin-job-type":1} /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c633d876-3a8e-4d59-80c0-1da5046cccc5 {"id":"c633d876-3a8e-4d59-80c0-1da5046cccc5","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28281 c633d876-3a8e-4d59-80c0-1da5046cccc5 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7365720440884238370,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2024-05-06T11:17:29.142989896+08:00","start-ts":449567901134094337,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"pending","error":{"time":"2024-05-06T11:17:47.594716987+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567907530670084} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":449567904122798085,"min-table-barrier-ts":449567904122798085,"admin-job-type":1} /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error warning failpoint injected retriable error + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=warning + error_msg=failpoint + tls_dir=error + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 449567904122798085, "checkpoint_time": "2024-05-06 11:17:34.570", "error": { "time": "2024-05-06T11:17:47.594716987+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 449567904122798085, "checkpoint_time": "2024-05-06 11:17:34.570", "error": { "time": "2024-05-06T11:17:47.594716987+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 449567904122798085, "checkpoint_time": "2024-05-06 11:17:34.570", "error": { "time": "2024-05-06T11:17:47.594716987+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } } ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 449567904122798085, '"checkpoint_time":' '"2024-05-06' '11:17:34.570",' '"error":' '{' '"time":' '"2024-05-06T11:17:47.594716987+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .state Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 27-th check, retry later + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 449567904122798085, '"checkpoint_time":' '"2024-05-06' '11:17:34.570",' '"error":' '{' '"time":' '"2024-05-06T11:17:47.594716987+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .error.message + message='failpoint injected retriable error' + [[ ! failpoint injected retriable error =~ failpoint ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5642.out cli changefeed remove -c changefeed-error Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Upstream TiDB... Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Changefeed remove successfully. ID: changefeed-error CheckpointTs: 449567904122798085 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS start tidb cluster in /tmp/tidb_cdc_test/changefeed_fast_fail Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/availability Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... check diff failed 5-th time, retry later coverage: 2.0% of statements in github.com/pingcap/tiflow/... check diff failed 4-th time, retry later Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 28-th check, retry later Verifying downstream PD is started... + set +x check_no_changefeed 127.0.0.1:2379 parse error: Invalid numeric literal at line 1, column 6 run task successfully start tidb cluster in /tmp/tidb_cdc_test/tidb_mysql_test Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying upstream PD is started... check diff successfully wait process cdc.test exit for 1-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release check diff failed 5-th time, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Mon May 6 11:17:54 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedDDLError=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.57235725.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 29-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 6-th time, retry later table ddl_manager.finish_mark not exists for 30-th check, retry later [2024/05/06 11:17:54.706 +08:00] [INFO] [main.go:99] ["running ddl test: 0 modifyColumnDefaultValueDDL1"] [2024/05/06 11:17:54.706 +08:00] [INFO] [main.go:99] ["running ddl test: 1 modifyColumnDefaultValueDDL2"] [2024/05/06 11:17:55.129 +08:00] [INFO] [main.go:178] ["1 insert success: 100"] [2024/05/06 11:17:55.212 +08:00] [INFO] [main.go:178] ["0 insert success: 100"] [2024/05/06 11:17:55.226 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsa0c268d4_68f7_41c6_95b7_ca9f6384f300"] [2024/05/06 11:17:55.237 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs5dad7c04_c267_4693_b3b1_ef2a18514155"] [2024/05/06 11:17:55.243 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs3a02f382_4238_44b8_88d1_87713c99ffa7"] [2024/05/06 11:17:55.245 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs9d85420b_35fc_48d9_9df5_4350e0ad567d"] [2024/05/06 11:17:55.246 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs04d5e699_df66_45e3_87b7_14972f441fd6"] [2024/05/06 11:17:55.247 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsaedc6975_66e6_44f3_8f71_ff0cb913f009"] [2024/05/06 11:17:55.248 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs1d02b630_5ae9_4509_9823_5619abd6ca10"] [2024/05/06 11:17:55.306 +08:00] [INFO] [main.go:178] ["1 insert success: 100"] [2024/05/06 11:17:55.317 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs9acaf228_ee48_4721_b69b_458551ce1228"] [2024/05/06 11:17:55.515 +08:00] [INFO] [main.go:178] ["0 insert success: 100"] [2024/05/06 11:17:56.100 +08:00] [INFO] [main.go:178] ["1 insert success: 200"] [2024/05/06 11:17:56.195 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:17:56.211 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:17:56.218 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:17:56.218 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:17:56.221 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:17:56.222 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:17:56.223 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:17:56.312 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:17:56.319 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:17:56.403 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:17:56.404 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:17:56.405 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:17:56.409 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:17:56.409 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:17:56.413 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:17:56.414 +08:00] [INFO] [main.go:178] ["0 insert success: 200"] [2024/05/06 11:17:56.419 +08:00] [INFO] [main.go:178] ["1 insert success: 200"] [2024/05/06 11:17:56.419 +08:00] [INFO] [main.go:199] ["0 delete success: 100"] [2024/05/06 11:17:56.427 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1c3180013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464, pid:1180, start at 2024-05-06 11:17:55.568625892 +0800 CST m=+5.218577939 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:55.575 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:55.576 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:55.576 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release [2024/05/06 11:17:56.817 +08:00] [INFO] [main.go:178] ["0 insert success: 200"] [2024/05/06 11:17:56.822 +08:00] [INFO] [main.go:199] ["0 delete success: 100"] Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:17:57.009 +08:00] [INFO] [main.go:178] ["1 insert success: 300"] [2024/05/06 11:17:57.100 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] check diff failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1ca580008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts, pid:1194, start at 2024-05-06 11:17:55.998803561 +0800 CST m=+5.164877761 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:56.005 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:55.990 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:55.990 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1ca580008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts, pid:1194, start at 2024-05-06 11:17:55.998803561 +0800 CST m=+5.164877761 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:56.005 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:55.990 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:55.990 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1cbe40006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-n4kts, pid:1273, start at 2024-05-06 11:17:56.094700024 +0800 CST m=+5.210616670 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:56.102 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:56.089 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:56.089 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/owner_resign/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/owner_resign/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:17:57.196 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:17:57.199 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:17:57.200 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:17:57.204 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:17:57.207 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:17:57.210 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:17:57.297 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:17:57.316 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:17:57.403 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:17:57.404 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:17:57.411 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:17:57.413 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:17:57.414 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:17:57.418 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:17:57.425 +08:00] [INFO] [main.go:178] ["1 insert success: 300"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:17:57 GMT < Content-Length: 681 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d023d470-1798-4c88-ac3e-88344af923c8 {"id":"d023d470-1798-4c88-ac3e-88344af923c8","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c282bc d023d470-1798-4c88-ac3e-88344af923c8 /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d023d470-1798-4c88-ac3e-88344af923c8 {"id":"d023d470-1798-4c88-ac3e-88344af923c8","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c282bc d023d470-1798-4c88-ac3e-88344af923c8 /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d023d470-1798-4c88-ac3e-88344af923c8 {"id":"d023d470-1798-4c88-ac3e-88344af923c8","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c282bc d023d470-1798-4c88-ac3e-88344af923c8 /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5768.out cli changefeed create --start-ts=449567901134094337 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-error-1 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:17:57.496 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] Create changefeed successfully! ID: changefeed-error-1 Info: {"upstream_id":7365720440884238370,"namespace":"default","id":"changefeed-error-1","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T11:17:57.636059321+08:00","start_ts":449567901134094337,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567901134094337,"checkpoint_ts":449567901134094337,"checkpoint_time":"2024-05-06 11:17:23.169"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2024/05/06 11:17:57.717 +08:00] [INFO] [main.go:178] ["0 insert success: 300"] [2024/05/06 11:17:57.921 +08:00] [INFO] [main.go:178] ["1 insert success: 400"] table ddl_manager.finish_mark not exists for 31-th check, retry later [2024/05/06 11:17:58.107 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] check diff successfully [2024/05/06 11:17:58.216 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:17:58.221 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:17:58.296 +08:00] [INFO] [main.go:178] ["0 insert success: 300"] [2024/05/06 11:17:58.297 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:17:58.299 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:17:58.300 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:17:58.300 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:17:58.303 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:17:58.317 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:17:58.322 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:17:58.322 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:17:58.398 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:17:58.404 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:17:58.405 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:17:58.409 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:17:58.415 +08:00] [INFO] [main.go:178] ["1 insert success: 400"] [2024/05/06 11:17:58.427 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] wait process cdc.test exit for 1-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1c3180013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464, pid:1180, start at 2024-05-06 11:17:55.568625892 +0800 CST m=+5.218577939 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:55.575 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:55.576 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:55.576 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1c4b00013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-gh464, pid:1255, start at 2024-05-06 11:17:55.661616209 +0800 CST m=+5.239144012 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:55.672 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:55.628 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:55.628 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1dd840013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r, pid:1192, start at 2024-05-06 11:17:57.241052866 +0800 CST m=+5.099916346 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:57.247 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:57.217 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:57.217 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1dd840013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r, pid:1192, start at 2024-05-06 11:17:57.241052866 +0800 CST m=+5.099916346 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:57.247 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:57.217 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:57.217 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1dfd0000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r, pid:1278, start at 2024-05-06 11:17:57.381593244 +0800 CST m=+5.185551282 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:57.388 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:57.364 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:57.364 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/tiflash/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/tiflash/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/bank/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/bank/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/bank/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/bank/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/bank/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:17:58.921 +08:00] [INFO] [main.go:178] ["1 insert success: 500"] [Pipeline] withEnv [Pipeline] { + set +x wait process cdc.test exit for 2-th time... check diff failed 2-th time, retry later [Mon May 6 11:17:59 CST 2024] <<<<<< START cdc server in owner_resign case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.25732575.out server --log-file /tmp/tidb_cdc_test/owner_resign/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/owner_resign/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2024/05/06 11:17:59.200 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:17:59.210 +08:00] [INFO] [main.go:178] ["0 insert success: 400"] [2024/05/06 11:17:59.216 +08:00] [INFO] [main.go:199] ["0 delete success: 200"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1d0280012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4, pid:1247, start at 2024-05-06 11:17:56.392983013 +0800 CST m=+5.495497559 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:56.401 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:56.362 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:56.362 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1d0280012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4, pid:1247, start at 2024-05-06 11:17:56.392983013 +0800 CST m=+5.495497559 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:56.401 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:56.362 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:56.362 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1d1a40002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xc2v4, pid:1311, start at 2024-05-06 11:17:56.458443146 +0800 CST m=+5.504207164 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:56.467 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:56.457 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:56.457 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/clustered_index/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/clustered_index/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/clustered_index/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/clustered_index/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/clustered_index/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1d09c000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh, pid:1127, start at 2024-05-06 11:17:56.406879356 +0800 CST m=+5.520715861 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:56.415 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:56.391 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:56.391 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1d09c000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh, pid:1127, start at 2024-05-06 11:17:56.406879356 +0800 CST m=+5.520715861 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:56.415 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:56.391 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:56.391 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa1d09c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-lkhhh, pid:1204, start at 2024-05-06 11:17:56.403707295 +0800 CST m=+5.433874618 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:19:56.415 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:17:56.391 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:07:56.391 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/big_txn/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/big_txn/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/big_txn/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/big_txn/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/big_txn/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:17:59.307 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:17:59.307 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:17:59.312 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:17:59.319 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:17:59.320 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:17:59.323 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:17:59.396 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:17:59.396 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:17:59.399 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:17:59.402 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:17:59.410 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:17:59.413 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:17:59.414 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:17:59.415 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:17:59.426 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:17:59.494 +08:00] [INFO] [main.go:178] ["1 insert success: 500"] check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed + endpoint=127.0.0.1:8300 + changefeed_id=changefeed-error-1 + expected_state=warning + field=last_warning + error_pattern=ErrExecDDLFailed ++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:17:59 CST 2024] <<<<<< run test case processor_stop_delay success! >>>>>> [2024/05/06 11:17:59.694 +08:00] [INFO] [main.go:178] ["0 insert success: 400"] [2024/05/06 11:17:59.700 +08:00] [INFO] [main.go:199] ["0 delete success: 200"] 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 773 0 --:--:-- --:--:-- --:--:-- 774 + info='{"state":"normal","resolved_ts":449567901134094337,"checkpoint_ts":449567901134094337}' + echo '{"state":"normal","resolved_ts":449567901134094337,"checkpoint_ts":449567901134094337}' {"state":"normal","resolved_ts":449567901134094337,"checkpoint_ts":449567901134094337} ++ echo '{"state":"normal","resolved_ts":449567901134094337,"checkpoint_ts":449567901134094337}' ++ jq -r .state + state=normal + [[ ! normal == \w\a\r\n\i\n\g ]] + echo 'changefeed state normal does not equal to warning' changefeed state normal does not equal to warning + exit 1 run task failed 1-th time, retry later [2024/05/06 11:17:59.918 +08:00] [INFO] [main.go:178] ["1 insert success: 600"] [2024/05/06 11:18:00.301 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.cli.2566.out cli tso query --pd=http://127.0.0.1:2379 [2024/05/06 11:18:00.398 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:00.412 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:00.495 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:00.506 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:00.511 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:00.511 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:00.513 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:00.514 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:00.515 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:00.517 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] table ddl_manager.finish_mark not exists for 32-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:00.601 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:00.602 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:00.602 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:00.607 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:00.617 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:00.622 +08:00] [INFO] [main.go:178] ["1 insert success: 600"] [2024/05/06 11:18:00.717 +08:00] [INFO] [main.go:178] ["0 insert success: 500"] check diff failed 3-th time, retry later [2024/05/06 11:18:01.109 +08:00] [INFO] [main.go:178] ["1 insert success: 700"] [Mon May 6 11:18:00 CST 2024] <<<<<< START cdc server in bank case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.25882590.out server --log-file /tmp/tidb_cdc_test/bank/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/bank/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2024/05/06 11:18:01.302 +08:00] [INFO] [main.go:178] ["0 insert success: 500"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:01.417 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:01.502 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:01.598 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:01.613 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:01.616 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:01.621 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:01.621 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed + endpoint=127.0.0.1:8300 + changefeed_id=changefeed-error-1 + expected_state=warning + field=last_warning + error_pattern=ErrExecDDLFailed ++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed [Mon May 6 11:18:01 CST 2024] <<<<<< START cdc server in clustered_index case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.clustered_index.25872589.out server --log-file /tmp/tidb_cdc_test/clustered_index/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/clustered_index/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Mon May 6 11:18:01 CST 2024] <<<<<< START cdc server in big_txn case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.big_txn.25752577.out server --log-file /tmp/tidb_cdc_test/big_txn/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/big_txn/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2024/05/06 11:18:01.694 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:01.694 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:01.704 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:01.709 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:01.717 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:01.718 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:01.794 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:01.795 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:01.800 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:01.804 +08:00] [INFO] [main.go:178] ["1 insert success: 700"] 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 253 100 253 0 0 2327 0 --:--:-- --:--:-- --:--:-- 2342 + info='{"state":"warning","resolved_ts":449567901514465298,"checkpoint_ts":449567901514465298,"last_warning":{"time":"2024-05-06T11:17:59.814773469+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' + echo '{"state":"warning","resolved_ts":449567901514465298,"checkpoint_ts":449567901514465298,"last_warning":{"time":"2024-05-06T11:17:59.814773469+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' {"state":"warning","resolved_ts":449567901514465298,"checkpoint_ts":449567901514465298,"last_warning":{"time":"2024-05-06T11:17:59.814773469+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}} ++ jq -r .state ++ echo '{"state":"warning","resolved_ts":449567901514465298,"checkpoint_ts":449567901514465298,"last_warning":{"time":"2024-05-06T11:17:59.814773469+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] + [[ -z last_warning ]] ++ jq -r .last_warning.message ++ echo '{"state":"warning","resolved_ts":449567901514465298,"checkpoint_ts":449567901514465298,"last_warning":{"time":"2024-05-06T11:17:59.814773469+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' + error_msg='[CDC:ErrExecDDLFailed]exec DDL failed' + [[ ! [CDC:ErrExecDDLFailed]exec DDL failed =~ ErrExecDDLFailed ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5824.out cli changefeed remove -c changefeed-error-1 [2024/05/06 11:18:02.204 +08:00] [INFO] [main.go:178] ["1 insert success: 800"] [2024/05/06 11:18:02.317 +08:00] [INFO] [main.go:178] ["0 insert success: 600"] [2024/05/06 11:18:02.398 +08:00] [INFO] [main.go:199] ["0 delete success: 300"] + set +x + tso='449567910990184449 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567910990184449 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 11:18:02 CST 2024] <<<<<< START cdc server in tiflash case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.26022604.out server --log-file /tmp/tidb_cdc_test/tiflash/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tiflash/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 33-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:02 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 {"id":"cfe5ae7e-b9df-4501-acb0-ee2e382b71d8","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84893f0 cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 /tidb/cdc/default/default/upstream/7365720597901165941 {"id":7365720597901165941,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 {"id":"cfe5ae7e-b9df-4501-acb0-ee2e382b71d8","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84893f0 cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 /tidb/cdc/default/default/upstream/7365720597901165941 {"id":7365720597901165941,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 {"id":"cfe5ae7e-b9df-4501-acb0-ee2e382b71d8","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84893f0 cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 /tidb/cdc/default/default/upstream/7365720597901165941 {"id":7365720597901165941,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc cli capture list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' 1 run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.cli.2653.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8301 [2024/05/06 11:18:02.604 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa212480014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj, pid:1207, start at 2024-05-06 11:18:00.636549671 +0800 CST m=+5.303190818 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:00.644 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:00.644 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:00.644 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] container [2024/05/06 11:18:02.702 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:02.799 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:02.810 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:02.820 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:02.898 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:02.899 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:02.903 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:02.912 +08:00] [INFO] [main.go:178] ["0 insert success: 600"] Changefeed remove successfully. ID: changefeed-error-1 CheckpointTs: 449567901514465298 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [2024/05/06 11:18:02.914 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:02.915 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:02.916 +08:00] [INFO] [main.go:199] ["0 delete success: 300"] [2024/05/06 11:18:02.918 +08:00] [INFO] [main.go:178] ["1 insert success: 800"] [2024/05/06 11:18:02.918 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:02.919 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:02.921 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [Pipeline] { Create changefeed successfully! ID: 5b75c4df-5af8-4494-8e8b-db0d59efca7e Info: {"upstream_id":7365720597901165941,"namespace":"default","id":"5b75c4df-5af8-4494-8e8b-db0d59efca7e","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:18:02.853551826+08:00","start_ts":449567911494287366,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567911494287366,"checkpoint_ts":449567911494287366,"checkpoint_time":"2024-05-06 11:18:02.690"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2024/05/06 11:18:02.992 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:03.000 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:03.009 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:03.303 +08:00] [INFO] [main.go:178] ["1 insert success: 900"] check diff failed 4-th time, retry later [2024/05/06 11:18:03.705 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:03.715 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:03.810 +08:00] [INFO] [main.go:178] ["0 insert success: 700"] [2024/05/06 11:18:03.814 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:03.820 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:03.907 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:03.914 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:03.916 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:03.994 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:03.995 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:03.996 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:04.005 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:04.006 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:04.010 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:04.015 +08:00] [INFO] [main.go:178] ["1 insert success: 900"] [2024/05/06 11:18:04.024 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:04.096 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:04.097 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:04 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9dd044e5-5921-44a1-a679-f5251d9cda95 {"id":"9dd044e5-5921-44a1-a679-f5251d9cda95","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be846cff2 9dd044e5-5921-44a1-a679-f5251d9cda95 /tidb/cdc/default/default/upstream/7365720596835324634 {"id":7365720596835324634,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9dd044e5-5921-44a1-a679-f5251d9cda95 {"id":"9dd044e5-5921-44a1-a679-f5251d9cda95","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be846cff2 9dd044e5-5921-44a1-a679-f5251d9cda95 /tidb/cdc/default/default/upstream/7365720596835324634 {"id":7365720596835324634,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9dd044e5-5921-44a1-a679-f5251d9cda95 {"id":"9dd044e5-5921-44a1-a679-f5251d9cda95","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be846cff2 9dd044e5-5921-44a1-a679-f5251d9cda95 /tidb/cdc/default/default/upstream/7365720596835324634 {"id":7365720596835324634,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Mon May 6 11:18:04 CST 2024] <<<<<< START cdc server in big_txn case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.big_txn.26262628.out server --log-file /tmp/tidb_cdc_test/big_txn/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/big_txn/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > table ddl_manager.finish_mark not exists for 34-th check, retry later [2024/05/06 11:18:04.300 +08:00] [INFO] [main.go:178] ["0 insert success: 700"] [2024/05/06 11:18:04.306 +08:00] [INFO] [main.go:178] ["1 insert success: 1000"] [Pipeline] } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:04 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6b346dac-c173-475e-9fd2-390ea45a7336 {"id":"6b346dac-c173-475e-9fd2-390ea45a7336","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84690f9 6b346dac-c173-475e-9fd2-390ea45a7336 /tidb/cdc/default/default/upstream/7365720597476281762 {"id":7365720597476281762,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6b346dac-c173-475e-9fd2-390ea45a7336 {"id":"6b346dac-c173-475e-9fd2-390ea45a7336","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84690f9 6b346dac-c173-475e-9fd2-390ea45a7336 /tidb/cdc/default/default/upstream/7365720597476281762 {"id":7365720597476281762,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6b346dac-c173-475e-9fd2-390ea45a7336 {"id":"6b346dac-c173-475e-9fd2-390ea45a7336","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84690f9 6b346dac-c173-475e-9fd2-390ea45a7336 /tidb/cdc/default/default/upstream/7365720597476281762 {"id":7365720597476281762,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.cli.2643.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306/ Create changefeed successfully! ID: 62341650-cdbd-4e0d-8ef3-8dd92c8b3c5c Info: {"upstream_id":7365720597476281762,"namespace":"default","id":"62341650-cdbd-4e0d-8ef3-8dd92c8b3c5c","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2024-05-06T11:18:04.437668637+08:00","start_ts":449567911923154947,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567911923154947,"checkpoint_ts":449567911923154947,"checkpoint_time":"2024-05-06 11:18:04.326"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:04 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9dd044e5-5921-44a1-a679-f5251d9cda95 {"id":"9dd044e5-5921-44a1-a679-f5251d9cda95","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be846cff2 9dd044e5-5921-44a1-a679-f5251d9cda95 /tidb/cdc/default/default/upstream/7365720596835324634 {"id":7365720596835324634,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9dd044e5-5921-44a1-a679-f5251d9cda95 {"id":"9dd044e5-5921-44a1-a679-f5251d9cda95","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be846cff2 9dd044e5-5921-44a1-a679-f5251d9cda95 /tidb/cdc/default/default/upstream/7365720596835324634 {"id":7365720596835324634,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9dd044e5-5921-44a1-a679-f5251d9cda95 {"id":"9dd044e5-5921-44a1-a679-f5251d9cda95","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be846cff2 9dd044e5-5921-44a1-a679-f5251d9cda95 /tidb/cdc/default/default/upstream/7365720596835324634 {"id":7365720596835324634,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.big_txn.cli.2655.out cli changefeed create '--sink-uri=mysql://normal:123456@127.0.0.1:3306?transaction-atomicity=none' VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa212480014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj, pid:1207, start at 2024-05-06 11:18:00.636549671 +0800 CST m=+5.303190818 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:00.644 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:00.644 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:00.644 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa215580003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-jz7kj, pid:1287, start at 2024-05-06 11:18:00.793322239 +0800 CST m=+5.369907281 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:00.800 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:00.790 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:00.790 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/availability/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/availability/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/availability/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/availability/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/availability/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } [2024/05/06 11:18:04.711 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] + set +x Create changefeed successfully! ID: bc3279f0-efb6-482b-ab33-39aed6a2d59e Info: {"upstream_id":7365720596835324634,"namespace":"default","id":"bc3279f0-efb6-482b-ab33-39aed6a2d59e","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306?transaction-atomicity=none","create_time":"2024-05-06T11:18:04.817353728+08:00","start_ts":449567912018837510,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"transaction_atomicity":"none","encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567912018837510,"checkpoint_ts":449567912018837510,"checkpoint_time":"2024-05-06 11:18:04.691"} PASS [2024/05/06 11:18:04.895 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:04.909 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] + set +x VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa248540012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz, pid:1288, start at 2024-05-06 11:18:04.087965382 +0800 CST m=+5.537489602 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:04.098 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:04.102 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:04.102 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) coverage: 2.4% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa22a40000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz, pid:1252, start at 2024-05-06 11:18:02.140346159 +0800 CST m=+5.282123910 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:02.147 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:02.128 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:02.128 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa22a40000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz, pid:1252, start at 2024-05-06 11:18:02.140346159 +0800 CST m=+5.282123910 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:02.147 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:02.128 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:02.128 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa22af80013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz, pid:1324, start at 2024-05-06 11:18:02.200531757 +0800 CST m=+5.269747483 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:02.207 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:02.174 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:02.174 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_fast_fail/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } [2024/05/06 11:18:05.006 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:05.017 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:05.018 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:05.108 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:05.108 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:05.108 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:05.109 +08:00] [INFO] [main.go:178] ["1 insert success: 1000"] [2024/05/06 11:18:05.119 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:05.120 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:05.195 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:05.196 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:05.196 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:05.198 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:05.201 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] wait process cdc.test exit for 1-th time... [2024/05/06 11:18:05.304 +08:00] [INFO] [main.go:178] ["0 insert success: 800"] [2024/05/06 11:18:05.307 +08:00] [INFO] [main.go:199] ["0 delete success: 400"] [2024/05/06 11:18:05.310 +08:00] [INFO] [main.go:178] ["1 insert success: 1100"] check diff failed 5-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:05 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/84235a3b-2a0c-4108-969a-16476d410366 {"id":"84235a3b-2a0c-4108-969a-16476d410366","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84b9bf8 84235a3b-2a0c-4108-969a-16476d410366 /tidb/cdc/default/default/upstream/7365720591527857890 {"id":7365720591527857890,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/84235a3b-2a0c-4108-969a-16476d410366 {"id":"84235a3b-2a0c-4108-969a-16476d410366","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84b9bf8 84235a3b-2a0c-4108-969a-16476d410366 /tidb/cdc/default/default/upstream/7365720591527857890 {"id":7365720591527857890,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/84235a3b-2a0c-4108-969a-16476d410366 {"id":"84235a3b-2a0c-4108-969a-16476d410366","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84b9bf8 84235a3b-2a0c-4108-969a-16476d410366 /tidb/cdc/default/default/upstream/7365720591527857890 {"id":7365720591527857890,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.cli.2652.out cli changefeed create --start-ts=449567910990184449 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: d365504f-5f45-4aa8-97ff-7b8fe69e9147 Info: {"upstream_id":7365720591527857890,"namespace":"default","id":"d365504f-5f45-4aa8-97ff-7b8fe69e9147","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:18:05.672213039+08:00","start_ts":449567910990184449,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567910990184449,"checkpoint_ts":449567910990184449,"checkpoint_time":"2024-05-06 11:18:00.767"} PASS cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' 1 run task successfully table owner_resign.t1 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:05 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fc83e657-314f-409a-adc5-228dc6c89166 {"id":"fc83e657-314f-409a-adc5-228dc6c89166","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be846b4f6 fc83e657-314f-409a-adc5-228dc6c89166 /tidb/cdc/default/default/upstream/7365720586026822171 {"id":7365720586026822171,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fc83e657-314f-409a-adc5-228dc6c89166 {"id":"fc83e657-314f-409a-adc5-228dc6c89166","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be846b4f6 fc83e657-314f-409a-adc5-228dc6c89166 /tidb/cdc/default/default/upstream/7365720586026822171 {"id":7365720586026822171,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fc83e657-314f-409a-adc5-228dc6c89166 {"id":"fc83e657-314f-409a-adc5-228dc6c89166","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be846b4f6 fc83e657-314f-409a-adc5-228dc6c89166 /tidb/cdc/default/default/upstream/7365720586026822171 {"id":7365720586026822171,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: f7083bfb-f914-4079-a7a9-8ca26b391f68 Info: {"upstream_id":7365720586026822171,"namespace":"default","id":"f7083bfb-f914-4079-a7a9-8ca26b391f68","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:18:05.840305344+08:00","start_ts":449567911133052932,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567911133052932,"checkpoint_ts":449567911133052932,"checkpoint_time":"2024-05-06 11:18:01.312"} coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + GO111MODULE=on + go run bank.go case.go -u 'root@tcp(127.0.0.1:4000)/bank' -d 'root@tcp(127.0.0.1:3306)/bank' --test-round=20000 -a 127.0.0.1:20080 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading go.uber.org/zap v1.27.0 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading google.golang.org/grpc v1.62.1 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 [2024/05/06 11:18:05.801 +08:00] [INFO] [main.go:178] ["0 insert success: 800"] [2024/05/06 11:18:05.805 +08:00] [INFO] [main.go:199] ["0 delete success: 400"] [2024/05/06 11:18:05.806 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:05.904 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:06.008 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:06.008 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Mon May 6 11:18:06 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>> go: downloading github.com/spf13/pflag v1.0.5 go: downloading go.uber.org/multierr v1.11.0 table ddl_manager.finish_mark not exists for 35-th check, retry later [2024/05/06 11:18:06.113 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:06.117 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:06.199 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:06.202 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:06.206 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:06.210 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:06.210 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:06.213 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:06.302 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:06.305 +08:00] [INFO] [main.go:178] ["1 insert success: 1100"] + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectActualGCSafePoint=return(9223372036854775807)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.58765878.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 go: downloading google.golang.org/protobuf v1.33.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240308144416-29370a3891b7 go: downloading golang.org/x/sys v0.19.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading google.golang.org/genproto v0.0.0-20240213162025-012b6fc9bca9 + set +x + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.cli.2600.out cli tso query --pd=http://127.0.0.1:2379 [2024/05/06 11:18:06.318 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:06.396 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:06.403 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:06.594 +08:00] [INFO] [main.go:178] ["1 insert success: 1200"] [2024/05/06 11:18:06.803 +08:00] [INFO] [main.go:178] ["0 insert success: 900"] [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa248540012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz, pid:1288, start at 2024-05-06 11:18:04.087965382 +0800 CST m=+5.537489602 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:04.098 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:04.102 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:04.102 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa24ac40014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-xxdrz, pid:1356, start at 2024-05-06 11:18:04.235825708 +0800 CST m=+5.608068398 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:04.245 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:04.209 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:04.209 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/tidb_mysql_test/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/tidb_mysql_test/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/tidb_mysql_test/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/tidb_mysql_test/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tidb_mysql_test/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } [2024/05/06 11:18:07.009 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:07.013 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:07.204 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:07.221 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:07.315 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:07.318 +08:00] [INFO] [main.go:178] ["0 insert success: 900"] [2024/05/06 11:18:07.318 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] + set +x ***************** properties ***************** "mysql.host"="127.0.0.1" "insertproportion"="0" "readproportion"="0" "updateproportion"="0" "fieldcount"="100" "workload"="core" "mysql.user"="root" "threadcount"="1" "dotransactions"="false" "requestdistribution"="uniform" "mysql.port"="4000" "operationcount"="0" "mysql.db"="big_txn" "scanproportion"="0" "recordcount"="5000" "readallfields"="true" ********************************************** [2024/05/06 11:18:07.404 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:07.407 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:07.409 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:07.410 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:07.411 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:07.415 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:07.516 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] table cdc_tiflash_test.multi_data_type not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_fast_fail.cli.2588.out cli tso query --pd=http://127.0.0.1:2379 [2024/05/06 11:18:07.598 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:07.598 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:07.600 +08:00] [INFO] [main.go:178] ["1 insert success: 1200"] [2024/05/06 11:18:07.603 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:07.794 +08:00] [INFO] [main.go:178] ["1 insert success: 1300"] check diff failed 6-th time, retry later [2024/05/06 11:18:08.197 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:08.201 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] + set +x + tso='449567912557281281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567912557281281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x table owner_resign.t1 exists check diff failed 1-th time, retry later [2024/05/06 11:18:08.412 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:08.412 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:08.498 +08:00] [INFO] [main.go:178] ["0 insert success: 1000"] [2024/05/06 11:18:08.501 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:08.503 +08:00] [INFO] [main.go:199] ["0 delete success: 500"] [2024/05/06 11:18:08.594 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:08.595 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:08.602 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:08.608 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:08.609 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:08.610 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:08.610 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] run test case test_kill_owner [Mon May 6 11:18:08 CST 2024] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.26552657.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_owner.server1 --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 36-th check, retry later [2024/05/06 11:18:08.802 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:08.808 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:08.809 +08:00] [INFO] [main.go:178] ["1 insert success: 1300"] [2024/05/06 11:18:08.820 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:08.896 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] + set +x + tso='449567912762540033 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567912762540033 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [2024/05/06 11:18:09.009 +08:00] [INFO] [main.go:178] ["1 insert success: 1400"] [2024/05/06 11:18:09.101 +08:00] [INFO] [main.go:178] ["0 insert success: 1000"] [2024/05/06 11:18:09.107 +08:00] [INFO] [main.go:199] ["0 delete success: 500"] table cdc_tiflash_test.multi_data_type exists + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tidb_mysql_test.cli.2619.out cli tso query --pd=http://127.0.0.1:2379 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/partition_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Mon May 6 11:18:09 CST 2024] <<<<<< START cdc server in changefeed_fast_fail case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedFastFailError=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_fast_fail.26142616.out server --log-file /tmp/tidb_cdc_test/changefeed_fast_fail/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_fast_fail/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:09 GMT < Content-Length: 681 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e0a4981a-fbf0-47f7-ae4a-87bd64918d3a {"id":"e0a4981a-fbf0-47f7-ae4a-87bd64918d3a","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28310 e0a4981a-fbf0-47f7-ae4a-87bd64918d3a /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e0a4981a-fbf0-47f7-ae4a-87bd64918d3a {"id":"e0a4981a-fbf0-47f7-ae4a-87bd64918d3a","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28310 e0a4981a-fbf0-47f7-ae4a-87bd64918d3a /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e0a4981a-fbf0-47f7-ae4a-87bd64918d3a {"id":"e0a4981a-fbf0-47f7-ae4a-87bd64918d3a","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28310 e0a4981a-fbf0-47f7-ae4a-87bd64918d3a /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5920.out cli changefeed create --start-ts=449567901134094337 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-error-2 Create changefeed successfully! ID: changefeed-error-2 Info: {"upstream_id":7365720440884238370,"namespace":"default","id":"changefeed-error-2","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T11:18:09.646668048+08:00","start_ts":449567901134094337,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567901134094337,"checkpoint_ts":449567901134094337,"checkpoint_time":"2024-05-06 11:17:23.169"} PASS [2024/05/06 11:18:09.417 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:09.699 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:09.711 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] check diff failed 1-th time, retry later check diff successfully coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2024/05/06 11:18:09.809 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:09.815 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:09.816 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:09.820 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:09.894 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:09.894 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:09.997 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:10.008 +08:00] [INFO] [main.go:178] ["1 insert success: 1400"] [2024/05/06 11:18:10.010 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:10.011 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:10.104 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:10.105 +08:00] [INFO] [main.go:178] ["0 insert success: 1100"] [2024/05/06 11:18:10.116 +08:00] [INFO] [main.go:178] ["1 insert success: 1500"] check diff successfully [Mon May 6 11:18:10 CST 2024] <<<<<< START cdc server in owner_resign case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerDontUpdateCheckpoint=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.28352837.out server --log-file /tmp/tidb_cdc_test/owner_resign/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/owner_resign/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 37-th check, retry later [2024/05/06 11:18:10.698 +08:00] [INFO] [main.go:178] ["0 insert success: 1100"] [2024/05/06 11:18:10.718 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] + set +x + tso='449567913227583492 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567913227583492 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 11:18:10 CST 2024] <<<<<< START cdc server in tidb_mysql_test case >>>>>> [2024/05/06 11:18:10.893 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:10.912 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] [2024/05/06 11:18:11.005 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:11.015 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:11.021 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:11.094 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:11.097 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tidb_mysql_test.26502652.out server --log-file /tmp/tidb_cdc_test/tidb_mysql_test/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tidb_mysql_test/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] stage [Pipeline] { (Test) [Pipeline] // withCredentials + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error-2 failed [CDC:ErrSnapshotLostByGC] + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error-2 + expected_state=failed + error_msg='[CDC:ErrSnapshotLostByGC]' + tls_dir='[CDC:ErrSnapshotLostByGC]' + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error-2 -s + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 0, "checkpoint_time": "0001-01-01 00:00:00.000", "error": { "time": "2024-05-06T11:18:09.656648277+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449567901134094337 is earlier than or equal to GC safepoint at 9223372036854775807" } }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 0, "checkpoint_time": "0001-01-01 00:00:00.000", "error": { "time": "2024-05-06T11:18:09.656648277+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449567901134094337 is earlier than or equal to GC safepoint at 9223372036854775807" } }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 0, "checkpoint_time": "0001-01-01 00:00:00.000", "error": { "time": "2024-05-06T11:18:09.656648277+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449567901134094337 is earlier than or equal to GC safepoint at 9223372036854775807" } } ++ jq -r .state ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 0, '"checkpoint_time":' '"0001-01-01' '00:00:00.000",' '"error":' '{' '"time":' '"2024-05-06T11:18:09.656648277+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449567901134094337 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}' + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ jq -r .error.message ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 0, '"checkpoint_time":' '"0001-01-01' '00:00:00.000",' '"error":' '{' '"time":' '"2024-05-06T11:18:09.656648277+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449567901134094337 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}' + message='[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449567901134094337 is earlier than or equal to GC safepoint at 9223372036854775807' + [[ ! [CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449567901134094337 is earlier than or equal to GC safepoint at 9223372036854775807 =~ \[CDC:ErrSnapshotLostByGC] ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5997.out cli changefeed remove -c changefeed-error-2 [Pipeline] } [2024/05/06 11:18:11.105 +08:00] [INFO] [main.go:178] ["1 insert success: 1500"] [2024/05/06 11:18:11.108 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] [2024/05/06 11:18:11.108 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] [2024/05/06 11:18:11.194 +08:00] [INFO] [main.go:178] ["1 insert success: 1600"] [2024/05/06 11:18:11.514 +08:00] [INFO] [main.go:178] ["0 insert success: 1200"] [2024/05/06 11:18:11.518 +08:00] [INFO] [main.go:199] ["0 delete success: 600"] [2024/05/06 11:18:11.523 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"] [2024/05/06 11:18:11.632 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] [2024/05/06 11:18:11.794 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] [2024/05/06 11:18:11.829 +08:00] [INFO] [main.go:178] ["0 insert success: 1200"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:11 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ac9ab06d-4414-48f0-a9e9-af9bca7da4bd {"id":"ac9ab06d-4414-48f0-a9e9-af9bca7da4bd","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1114 ac9ab06d-4414-48f0-a9e9-af9bca7da4bd /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ac9ab06d-4414-48f0-a9e9-af9bca7da4bd {"id":"ac9ab06d-4414-48f0-a9e9-af9bca7da4bd","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1114 ac9ab06d-4414-48f0-a9e9-af9bca7da4bd /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ac9ab06d-4414-48f0-a9e9-af9bca7da4bd {"id":"ac9ab06d-4414-48f0-a9e9-af9bca7da4bd","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1114 ac9ab06d-4414-48f0-a9e9-af9bca7da4bd /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.cli.2705.out cli changefeed create --start-ts=449567912557281281 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ start tidb cluster in /tmp/tidb_cdc_test/partition_table Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... [2024/05/06 11:18:11.893 +08:00] [INFO] [main.go:178] ["1 insert success: 1600"] [2024/05/06 11:18:11.895 +08:00] [INFO] [main.go:199] ["0 delete success: 600"] [2024/05/06 11:18:11.898 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] [2024/05/06 11:18:11.900 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"] [2024/05/06 11:18:11.903 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"] [2024/05/06 11:18:11.919 +08:00] [INFO] [main.go:178] ["1 insert success: 1700"] Create changefeed successfully! ID: 5b368103-d33d-4ba5-a76f-b59e4072c953 Info: {"upstream_id":7365720616511360314,"namespace":"default","id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:18:11.989067331+08:00","start_ts":449567912557281281,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567912557281281,"checkpoint_ts":449567912557281281,"checkpoint_time":"2024-05-06 11:18:06.745"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... check diff successfully Changefeed remove successfully. ID: changefeed-error-2 CheckpointTs: 0 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [2024/05/06 11:18:12.209 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"] [2024/05/06 11:18:12.314 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"] wait process cdc.test exit for 1-th time... table ddl_manager.finish_mark not exists for 38-th check, retry later [2024/05/06 11:18:12.424 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"] [2024/05/06 11:18:12.503 +08:00] [INFO] [main.go:178] ["0 insert success: 1300"] [2024/05/06 11:18:12.516 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs0081347d_f5f1_4cf7_b9bb_8c85bc04c292"] [2024/05/06 11:18:12.610 +08:00] [INFO] [main.go:178] ["1 insert success: 1700"] [2024/05/06 11:18:12.614 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"] [Pipeline] // withCredentials [2024/05/06 11:18:12.714 +08:00] [INFO] [main.go:178] ["1 insert success: 1800"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:12 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/113e5086-a1dc-4e92-a3eb-c9803080ef78 {"id":"113e5086-a1dc-4e92-a3eb-c9803080ef78","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e0303 113e5086-a1dc-4e92-a3eb-c9803080ef78 /tidb/cdc/default/default/upstream/7365720614473129184 {"id":7365720614473129184,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/113e5086-a1dc-4e92-a3eb-c9803080ef78 {"id":"113e5086-a1dc-4e92-a3eb-c9803080ef78","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e0303 113e5086-a1dc-4e92-a3eb-c9803080ef78 /tidb/cdc/default/default/upstream/7365720614473129184 {"id":7365720614473129184,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/113e5086-a1dc-4e92-a3eb-c9803080ef78 {"id":"113e5086-a1dc-4e92-a3eb-c9803080ef78","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e0303 113e5086-a1dc-4e92-a3eb-c9803080ef78 /tidb/cdc/default/default/upstream/7365720614473129184 {"id":7365720614473129184,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_fast_fail.cli.2665.out cli changefeed create --start-ts=449567912762540033 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-fast-fail wait process cdc.test exit for 2-th time... [Pipeline] } [2024/05/06 11:18:12.918 +08:00] [INFO] [main.go:178] ["0 insert success: 1300"] [2024/05/06 11:18:13.014 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs07fd4666_fb0e_4fa5_8b3c_e054c209e01c"] [2024/05/06 11:18:13.111 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsa8d78f3e_ace6_448e_b87e_5653bebd31be"] Create changefeed successfully! ID: changefeed-fast-fail Info: {"upstream_id":7365720614473129184,"namespace":"default","id":"changefeed-fast-fail","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T11:18:12.995973827+08:00","start_ts":449567912762540033,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567912762540033,"checkpoint_ts":449567912762540033,"checkpoint_time":"2024-05-06 11:18:07.528"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:18:13 CST 2024] <<<<<< run test case tiflash success! >>>>>> [2024/05/06 11:18:13.213 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"] [2024/05/06 11:18:13.295 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:13.316 +08:00] [INFO] [main.go:178] ["1 insert success: 1800"] [2024/05/06 11:18:13.317 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:13.321 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:13 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/5b75c4df-5af8-4494-8e8b-db0d59efca7e {UpstreamID:7365720597901165941 Namespace:default ID:5b75c4df-5af8-4494-8e8b-db0d59efca7e SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:02.853551826 +0800 CST StartTs:449567911494287366 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002d3da70 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567911533608963} {CheckpointTs:449567913906274308 MinTableBarrierTs:449567914168156165 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a37b9341-3ab3-498c-a628-cf77163315dd {"id":"a37b9341-3ab3-498c-a628-cf77163315dd","address":"127.0.0.1:8302","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 {"id":"cfe5ae7e-b9df-4501-acb0-ee2e382b71d8","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84893f0 cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 /tidb/cdc/default/__cdc_meta__/owner/22318f4be848946a a37b9341-3ab3-498c-a628-cf77163315dd /tidb/cdc/default/default/changefeed/info/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"upstream-id":7365720597901165941,"namespace":"default","changefeed-id":"5b75c4df-5af8-4494-8e8b-db0d59efca7e","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:02.853551826+08:00","start-ts":449567911494287366,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567911533608963} /tidb/cdc/default/default/changefeed/status/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"checkpoint-ts":449567913906274308,"min-table-barrier-ts":449567914168156165,"admin-job-type":0} /tidb/cdc/default/default/task/position/a37b9341-3ab3-498c-a628-cf77163315dd/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/cfe5ae7e-b9df-4501-acb0-ee2e382b71d8/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720597901165941 {"id":7365720597901165941,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/5b75c4df-5af8-4494-8e8b-db0d59efca7e {UpstreamID:7365720597901165941 Namespace:default ID:5b75c4df-5af8-4494-8e8b-db0d59efca7e SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:02.853551826 +0800 CST StartTs:449567911494287366 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002d3da70 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567911533608963} {CheckpointTs:449567913906274308 MinTableBarrierTs:449567914168156165 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a37b9341-3ab3-498c-a628-cf77163315dd {"id":"a37b9341-3ab3-498c-a628-cf77163315dd","address":"127.0.0.1:8302","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 {"id":"cfe5ae7e-b9df-4501-acb0-ee2e382b71d8","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84893f0 cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 /tidb/cdc/default/__cdc_meta__/owner/22318f4be848946a a37b9341-3ab3-498c-a628-cf77163315dd /tidb/cdc/default/default/changefeed/info/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"upstream-id":7365720597901165941,"namespace":"default","changefeed-id":"5b75c4df-5af8-4494-8e8b-db0d59efca7e","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:02.853551826+08:00","start-ts":449567911494287366,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567911533608963} /tidb/cdc/default/default/changefeed/status/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"checkpoint-ts":449567913906274308,"min-table-barrier-ts":449567914168156165,"admin-job-type":0} /tidb/cdc/default/default/task/position/a37b9341-3ab3-498c-a628-cf77163315dd/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/cfe5ae7e-b9df-4501-acb0-ee2e382b71d8/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720597901165941 {"id":7365720597901165941,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/5b75c4df-5af8-4494-8e8b-db0d59efca7e {UpstreamID:7365720597901165941 Namespace:default ID:5b75c4df-5af8-4494-8e8b-db0d59efca7e SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:02.853551826 +0800 CST StartTs:449567911494287366 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002d3da70 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567911533608963} {CheckpointTs:449567913906274308 MinTableBarrierTs:449567914168156165 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a37b9341-3ab3-498c-a628-cf77163315dd {"id":"a37b9341-3ab3-498c-a628-cf77163315dd","address":"127.0.0.1:8302","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 {"id":"cfe5ae7e-b9df-4501-acb0-ee2e382b71d8","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be84893f0 cfe5ae7e-b9df-4501-acb0-ee2e382b71d8 /tidb/cdc/default/__cdc_meta__/owner/22318f4be848946a a37b9341-3ab3-498c-a628-cf77163315dd /tidb/cdc/default/default/changefeed/info/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"upstream-id":7365720597901165941,"namespace":"default","changefeed-id":"5b75c4df-5af8-4494-8e8b-db0d59efca7e","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:02.853551826+08:00","start-ts":449567911494287366,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567911533608963} /tidb/cdc/default/default/changefeed/status/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"checkpoint-ts":449567913906274308,"min-table-barrier-ts":449567914168156165,"admin-job-type":0} /tidb/cdc/default/default/task/position/a37b9341-3ab3-498c-a628-cf77163315dd/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/cfe5ae7e-b9df-4501-acb0-ee2e382b71d8/5b75c4df-5af8-4494-8e8b-db0d59efca7e {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720597901165941 {"id":7365720597901165941,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^2$' 2 run task successfully % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 + set +x [2024/05/06 11:18:13.424 +08:00] [INFO] [main.go:178] ["1 insert success: 1900"] [2024/05/06 11:18:13.509 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs03d7e8c1_f7ec_4c49_8ba6_d42ef610fdfa"] [2024/05/06 11:18:13.517 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs5d76e93b_2825_428d_ae9b_8ebedbb5d611"] [2024/05/06 11:18:13.522 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs69eaf90c_2a7a_4103_ae97_30efb3f21dd1"] [2024/05/06 11:18:13.617 +08:00] [INFO] [main.go:178] ["0 insert success: 1400"] [2024/05/06 11:18:13.626 +08:00] [INFO] [main.go:199] ["0 delete success: 700"] [2024/05/06 11:18:13.812 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] check diff failed 1-th time, retry later [2024/05/06 11:18:13.906 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:13.915 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:14.000 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:14.024 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsda9c01a7_2558_4f51_95ed_5924d58d49de"] [2024/05/06 11:18:14.118 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] wait process cdc.test exit for 1-th time... table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table test.finish_mark not exists for 3-th check, retry later table test.finish_mark not exists for 4-th check, retry later table test.finish_mark not exists for 5-th check, retry later [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:13 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5262a75b-f94b-4d2d-b6b5-cce14a07b6c1 {"id":"5262a75b-f94b-4d2d-b6b5-cce14a07b6c1","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8667ff5 5262a75b-f94b-4d2d-b6b5-cce14a07b6c1 /tidb/cdc/default/default/upstream/7365720623566679050 {"id":7365720623566679050,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5262a75b-f94b-4d2d-b6b5-cce14a07b6c1 {"id":"5262a75b-f94b-4d2d-b6b5-cce14a07b6c1","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8667ff5 5262a75b-f94b-4d2d-b6b5-cce14a07b6c1 /tidb/cdc/default/default/upstream/7365720623566679050 {"id":7365720623566679050,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5262a75b-f94b-4d2d-b6b5-cce14a07b6c1 {"id":"5262a75b-f94b-4d2d-b6b5-cce14a07b6c1","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8667ff5 5262a75b-f94b-4d2d-b6b5-cce14a07b6c1 /tidb/cdc/default/default/upstream/7365720623566679050 {"id":7365720623566679050,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 142 0 0 100 142 0 1429 --:--:-- --:--:-- --:--:-- 1434 [2024/05/06 11:18:14.298 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:14.321 +08:00] [INFO] [main.go:178] ["1 insert success: 2000"] table ddl_manager.finish_mark not exists for 39-th check, retry later [Pipeline] // timeout [Pipeline] } [2024/05/06 11:18:14.497 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:14.501 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:14.502 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:14.516 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:14.521 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:14.607 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] wait process cdc.test exit for 2-th time... "is-owner": true, run task successfully + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-fast-fail failed ErrStartTsBeforeGC + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-fast-fail + expected_state=failed + error_msg=ErrStartTsBeforeGC + tls_dir=ErrStartTsBeforeGC + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-fast-fail -s + info='{ "upstream_id": 7365720614473129184, "namespace": "default", "id": "changefeed-fast-fail", "state": "failed", "checkpoint_tso": 0, "checkpoint_time": "0001-01-01 00:00:00.000", "error": { "time": "2024-05-06T11:18:13.005508698+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' + echo '{ "upstream_id": 7365720614473129184, "namespace": "default", "id": "changefeed-fast-fail", "state": "failed", "checkpoint_tso": 0, "checkpoint_time": "0001-01-01 00:00:00.000", "error": { "time": "2024-05-06T11:18:13.005508698+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' { "upstream_id": 7365720614473129184, "namespace": "default", "id": "changefeed-fast-fail", "state": "failed", "checkpoint_tso": 0, "checkpoint_time": "0001-01-01 00:00:00.000", "error": { "time": "2024-05-06T11:18:13.005508698+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } } ++ echo '{' '"upstream_id":' 7365720614473129184, '"namespace":' '"default",' '"id":' '"changefeed-fast-fail",' '"state":' '"failed",' '"checkpoint_tso":' 0, '"checkpoint_time":' '"0001-01-01' '00:00:00.000",' '"error":' '{' '"time":' '"2024-05-06T11:18:13.005508698+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ jq -r .error.message ++ echo '{' '"upstream_id":' 7365720614473129184, '"namespace":' '"default",' '"id":' '"changefeed-fast-fail",' '"state":' '"failed",' '"checkpoint_tso":' 0, '"checkpoint_time":' '"0001-01-01' '00:00:00.000",' '"error":' '{' '"time":' '"2024-05-06T11:18:13.005508698+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' + message='[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError' + [[ ! [CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError =~ ErrStartTsBeforeGC ]] run task successfully [2024/05/06 11:18:15.006 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:18:15 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/redo/ChangefeedNewRedoManagerError=2*return(true)' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.60356037.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2024/05/06 11:18:15.401 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [Pipeline] // timeout [Pipeline] } [2024/05/06 11:18:15.500 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:15.706 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] check diff failed 2-th time, retry later wait process cdc.test exit for 1-th time... [2024/05/06 11:18:15.802 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:15.892 +08:00] [INFO] [main.go:178] ["0 insert success: 1500"] [2024/05/06 11:18:15.893 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 6-th check, retry later owner pid: 2660 owner id ac9ab06d-4414-48f0-a9e9-af9bca7da4bd [Mon May 6 11:18:16 CST 2024] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.28022804.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_owner.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_owner.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2024/05/06 11:18:16.000 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] mysql_test start go: downloading github.com/maxshuang/mysql-tester v0.0.2 table ddl_manager.finish_mark not exists for 40-th check, retry later [2024/05/06 11:18:16.395 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] wait process cdc.test exit for 2-th time... [Pipeline] // stage [Pipeline] } [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [2024/05/06 11:18:16.794 +08:00] [INFO] [main.go:178] ["1 insert success: 2100"] [2024/05/06 11:18:16.998 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:17.004 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:17.006 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:18:16 CST 2024] <<<<<< run test case changefeed_fast_fail success! >>>>>> [Pipeline] // stage [Pipeline] } [2024/05/06 11:18:17.103 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:17.109 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:17.299 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] INSERT - Takes(s): 10.0, Count: 2572, OPS: 256.4, Avg(us): 3603, Min(us): 1376, Max(us): 82553, 95th(us): 5000, 99th(us): 66000 check diff failed 1-th time, retry later [2024/05/06 11:18:17.593 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:17.807 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:17.813 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 3-th time, retry later [Pipeline] // container table test.finish_mark not exists for 7-th check, retry later [Pipeline] { [2024/05/06 11:18:17.998 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:18.007 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:18.105 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:18.106 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [Pipeline] } [Pipeline] // container table ddl_manager.finish_mark not exists for 41-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:18 GMT < Content-Length: 681 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/32964fd2-b771-4b18-8ea5-b759b8157e77 {"id":"32964fd2-b771-4b18-8ea5-b759b8157e77","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 6 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28343 32964fd2-b771-4b18-8ea5-b759b8157e77 /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/32964fd2-b771-4b18-8ea5-b759b8157e77 {"id":"32964fd2-b771-4b18-8ea5-b759b8157e77","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 6 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28343 32964fd2-b771-4b18-8ea5-b759b8157e77 /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/32964fd2-b771-4b18-8ea5-b759b8157e77 {"id":"32964fd2-b771-4b18-8ea5-b759b8157e77","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 6 /tidb/cdc/default/__cdc_meta__/owner/22318f4be7c28343 32964fd2-b771-4b18-8ea5-b759b8157e77 /tidb/cdc/default/default/upstream/7365720440884238370 {"id":7365720440884238370,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6081.out cli changefeed create --start-ts=0 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-initialize-error Create changefeed successfully! ID: changefeed-initialize-error Info: {"upstream_id":7365720440884238370,"namespace":"default","id":"changefeed-initialize-error","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T11:18:18.512049338+08:00","start_ts":449567915604443138,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567915604443138,"checkpoint_ts":449567915604443138,"checkpoint_time":"2024-05-06 11:18:18.369"} PASS [Pipeline] } [2024/05/06 11:18:18.400 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/pingcap/tidb/parser v0.0.0-20211122065349-4d16aabf900b go: downloading github.com/pingcap/errors v0.11.5-0.20211009033009-93128226aaa3 go: downloading github.com/go-sql-driver/mysql v1.6.0 go: downloading go.uber.org/atomic v1.9.0 go: downloading golang.org/x/sys v0.0.0-20211117180635-dee7805ff2e1 go: downloading go.uber.org/zap v1.19.1 go: downloading github.com/pingcap/log v0.0.0-20210906054005-afc726e70354 go: downloading golang.org/x/text v0.3.7 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.0.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0 go: downloading go.uber.org/multierr v1.7.0 coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2024/05/06 11:18:18.803 +08:00] [INFO] [main.go:178] ["1 insert success: 2200"] [2024/05/06 11:18:18.912 +08:00] [INFO] [main.go:178] ["0 insert success: 1600"] [2024/05/06 11:18:18.913 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:18.916 +08:00] [INFO] [main.go:199] ["0 delete success: 800"] [2024/05/06 11:18:18.917 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:18.921 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] check diff failed 2-th time, retry later [2024/05/06 11:18:18.995 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:18.997 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:19.018 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [Pipeline] // withEnv [Pipeline] } [2024/05/06 11:18:19.202 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:19.202 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:19.215 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs1ad8ea31_36a5_43d7_9013_858f19d01128"] [2024/05/06 11:18:19.215 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:19.306 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:19.308 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:19.320 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:19.407 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:19 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002fe5050 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567913002663938 MinTableBarrierTs:449567915610996740 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/043da944-11a3-429f-b9b3-300c2606d586 {"id":"043da944-11a3-429f-b9b3-300c2606d586","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/ac9ab06d-4414-48f0-a9e9-af9bca7da4bd {"id":"ac9ab06d-4414-48f0-a9e9-af9bca7da4bd","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1114 ac9ab06d-4414-48f0-a9e9-af9bca7da4bd /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1161 043da944-11a3-429f-b9b3-300c2606d586 /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567913002663938,"min-table-barrier-ts":449567915610996740,"admin-job-type":0} /tidb/cdc/default/default/task/position/043da944-11a3-429f-b9b3-300c2606d586/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/ac9ab06d-4414-48f0-a9e9-af9bca7da4bd/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002fe5050 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567913002663938 MinTableBarrierTs:449567915610996740 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/043da944-11a3-429f-b9b3-300c2606d586 {"id":"043da944-11a3-429f-b9b3-300c2606d586","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/ac9ab06d-4414-48f0-a9e9-af9bca7da4bd {"id":"ac9ab06d-4414-48f0-a9e9-af9bca7da4bd","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1114 ac9ab06d-4414-48f0-a9e9-af9bca7da4bd /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1161 043da944-11a3-429f-b9b3-300c2606d586 /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567913002663938,"min-table-barrier-ts":449567915610996740,"admin-job-type":0} /tidb/cdc/default/default/task/position/043da944-11a3-429f-b9b3-300c2606d586/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/ac9ab06d-4414-48f0-a9e9-af9bca7da4bd/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002fe5050 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567913002663938 MinTableBarrierTs:449567915610996740 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/043da944-11a3-429f-b9b3-300c2606d586 {"id":"043da944-11a3-429f-b9b3-300c2606d586","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/ac9ab06d-4414-48f0-a9e9-af9bca7da4bd {"id":"ac9ab06d-4414-48f0-a9e9-af9bca7da4bd","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1114 ac9ab06d-4414-48f0-a9e9-af9bca7da4bd /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1161 043da944-11a3-429f-b9b3-300c2606d586 /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567913002663938,"min-table-barrier-ts":449567915610996740,"admin-job-type":0} /tidb/cdc/default/default/task/position/043da944-11a3-429f-b9b3-300c2606d586/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/ac9ab06d-4414-48f0-a9e9-af9bca7da4bd/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep -v "ac9ab06d-4414-48f0-a9e9-af9bca7da4bd" | grep -v cluster_id | grep id [Pipeline] // withEnv [Pipeline] } [2024/05/06 11:18:19.493 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 4-th time, retry later table test.finish_mark not exists for 8-th check, retry later [2024/05/06 11:18:19.895 +08:00] [INFO] [main.go:178] ["1 insert success: 2300"] [2024/05/06 11:18:19.901 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:19.901 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:19.920 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [Pipeline] // node [Pipeline] } + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 449567915604443138, '"checkpoint_time":' '"2024-05-06' '11:18:18.369",' '"error":' '{' '"time":' '"2024-05-06T11:18:18.888655812+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state [2024/05/06 11:18:20.111 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:20.196 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [Pipeline] // node [Pipeline] } + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 1-th time, retry later [2024/05/06 11:18:20.302 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:20.403 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] // podTemplate [Pipeline] } [Pipeline] cache [2024/05/06 11:18:20.502 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:20.596 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:20.598 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:20.603 +08:00] [INFO] [main.go:178] ["0 insert success: 1700"] [2024/05/06 11:18:20.700 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] table ddl_manager.finish_mark not exists for 42-th check, retry later "cluster-id": "default" "id": "043da944-11a3-429f-b9b3-300c2606d586", "cluster-id": "default" run task successfully [2024/05/06 11:18:20.794 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:20.800 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:20.814 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:20.898 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:20.899 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:21.208 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:21.214 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:21.218 +08:00] [INFO] [main.go:178] ["1 insert success: 2400"] [2024/05/06 11:18:21.220 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:18.937 +08:00] [INFO] [case.go:445] ["open db success"] [dsn=root@tcp(127.0.0.1:4000)/bank] [2024/05/06 11:18:18.939 +08:00] [INFO] [case.go:445] ["open db success"] [dsn=root@tcp(127.0.0.1:3306)/bank] [2024/05/06 11:18:18.939 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts_seq0] [2024/05/06 11:18:19.049 +08:00] [INFO] [case.go:365] ["insert 100 takes 10.616262ms"] [query="INSERT IGNORE INTO accounts_seq0 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2024/05/06 11:18:19.050 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts_seq1] [2024/05/06 11:18:19.136 +08:00] [INFO] [case.go:365] ["insert 100 takes 7.705753ms"] [query="INSERT IGNORE INTO accounts_seq1 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2024/05/06 11:18:19.137 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts_seq2] [2024/05/06 11:18:19.229 +08:00] [INFO] [case.go:365] ["insert 100 takes 8.909584ms"] [query="INSERT IGNORE INTO accounts_seq2 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2024/05/06 11:18:19.229 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts_seq3] [2024/05/06 11:18:19.321 +08:00] [INFO] [case.go:365] ["insert 100 takes 10.782732ms"] [query="INSERT IGNORE INTO accounts_seq3 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2024/05/06 11:18:19.321 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts_seq4] [2024/05/06 11:18:19.418 +08:00] [INFO] [case.go:365] ["insert 100 takes 10.190237ms"] [query="INSERT IGNORE INTO accounts_seq4 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2024/05/06 11:18:19.419 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts0] [2024/05/06 11:18:19.515 +08:00] [INFO] [case.go:365] ["insert 100 takes 10.801444ms"] [query="INSERT IGNORE INTO accounts0 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2024/05/06 11:18:19.516 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts1] [2024/05/06 11:18:19.610 +08:00] [INFO] [case.go:365] ["insert 100 takes 11.271995ms"] [query="INSERT IGNORE INTO accounts1 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2024/05/06 11:18:19.610 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts2] [2024/05/06 11:18:19.713 +08:00] [INFO] [case.go:365] ["insert 100 takes 12.025377ms"] [query="INSERT IGNORE INTO accounts2 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2024/05/06 11:18:19.713 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts3] [2024/05/06 11:18:19.808 +08:00] [INFO] [case.go:365] ["insert 100 takes 11.507856ms"] [query="INSERT IGNORE INTO accounts3 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2024/05/06 11:18:19.808 +08:00] [INFO] [case.go:383] ["drop tables"] [table=accounts4] [2024/05/06 11:18:19.909 +08:00] [INFO] [case.go:365] ["insert 100 takes 11.276302ms"] [query="INSERT IGNORE INTO accounts4 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2024/05/06 11:18:21.399 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:21.402 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:21.414 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:21.419 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] check diff successfully % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa348d00014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:9040, start at 2024-05-06 11:18:20.483155111 +0800 CST m=+5.028549734 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:20.489 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:20.468 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:20.468 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa348d00014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:9040, start at 2024-05-06 11:18:20.483155111 +0800 CST m=+5.028549734 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:20.489 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:20.468 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:20.468 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa34a340018 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-37m8q, pid:9108, start at 2024-05-06 11:18:20.605431327 +0800 CST m=+5.067479664 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:20.612 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:20.607 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:20.607 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2024/05/06 11:18:21.496 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:21.511 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:21.603 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:21.694 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] table test.finish_mark not exists for 9-th check, retry later Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/partition_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/partition_table/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } [2024/05/06 11:18:21.992 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] capture_id: 043da944-11a3-429f-b9b3-300c2606d586 check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s [2024/05/06 11:18:22.006 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:22.010 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:22.107 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:22.107 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:22.295 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] check diff failed 5-th time, retry later wait process 2660 exit for 1-th time... + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 449567915604443138, '"checkpoint_time":' '"2024-05-06' '11:18:18.369",' '"error":' '{' '"time":' '"2024-05-06T11:18:18.888655812+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 2-th time, retry later [2024/05/06 11:18:22.415 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:22.421 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:22.500 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] table ddl_manager.finish_mark not exists for 43-th check, retry later [2024/05/06 11:18:22.615 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:22.693 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:22.703 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:22.706 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:22.712 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:22.718 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:22.721 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:22.810 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] wait process 2660 exit for 2-th time... [2024/05/06 11:18:22.997 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:22.999 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:23.005 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:23.013 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/region_merge/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2024/05/06 11:18:23.297 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:23.407 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:23.505 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:23.602 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (2660) - No such process wait process 2660 exit for 3-th time... process 2660 already exit cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 |grep 043da944-11a3-429f-b9b3-300c2606d586 -A1 | grep '"is-owner": true' table clustered_index_test.t0 exists table clustered_index_test.t1 exists table clustered_index_test.t2 exists check table exists success check diff failed 1-th time, retry later [2024/05/06 11:18:24.009 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] [2024/05/06 11:18:23.909 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:24.004 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:24.011 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:24.021 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:24.022 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:24.097 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:24.102 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] check diff successfully table test.finish_mark not exists for 10-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.10367.out cli tso query --pd=http://127.0.0.1:2379 [2024/05/06 11:18:24.205 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:24.398 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:24.402 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:24.403 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:24.413 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] table ddl_manager.finish_mark not exists for 44-th check, retry later [2024/05/06 11:18:24.508 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:24.595 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:24.615 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:24.621 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] "is-owner": true, run task successfully test_kill_owner: pass start tidb cluster in /tmp/tidb_cdc_test/region_merge Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... [2024/05/06 11:18:24.995 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:25.004 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:25.194 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:25.201 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:25.203 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:25.205 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:25.209 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... [2024/05/06 11:18:25.411 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] wait process cdc.test exit for 1-th time... [2024/05/06 11:18:25.599 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:25.614 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:25.615 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:25.617 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:25.698 +08:00] [INFO] [main.go:88] ["testGetDefaultValue take 30.991922971s"] [2024/05/06 11:18:25.712 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:25.725 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] + set +x + tso='449567917098401793 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449567917098401793 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 11:18:25 CST 2024] <<<<<< START cdc server in partition_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.1039710399.out server --log-file /tmp/tidb_cdc_test/partition_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/partition_table/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2024/05/06 11:18:25.798 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:25.800 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:25.908 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:25.919 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 11-th check, retry later [2024/05/06 11:18:26.009 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:26.013 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:26.098 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:26.196 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:26.196 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] table ddl_manager.finish_mark not exists for 45-th check, retry later check diff failed 2-th time, retry later [2024/05/06 11:18:26.407 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:26.023 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_hang_up_owner [Mon May 6 11:18:26 CST 2024] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.29802982.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_owner.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 449567915604443138, '"checkpoint_time":' '"2024-05-06' '11:18:18.369",' '"error":' '{' '"time":' '"2024-05-06T11:18:18.888655812+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 3-th time, retry later [2024/05/06 11:18:26.697 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:26.804 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:26.810 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:26.820 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:26.821 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:26.902 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:26.907 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:26.920 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:27.011 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:27.021 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/batch_update_to_no_batch/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2024/05/06 11:18:27.107 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:27.108 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:27.213 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] INSERT - Takes(s): 20.0, Count: 4844, OPS: 242.3, Avg(us): 3844, Min(us): 1376, Max(us): 88579, 95th(us): 6000, 99th(us): 68000 [2024/05/06 11:18:27.305 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:27.309 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:27.414 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:27.506 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:27.802 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:27.897 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:27.898 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:27.903 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:27.998 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] table test.finish_mark not exists for 12-th check, retry later Run finished, takes 20.613295134s INSERT - Takes(s): 20.6, Count: 5000, OPS: 242.7, Avg(us): 3847, Min(us): 1376, Max(us): 88579, 95th(us): 6000, 99th(us): 68000 table big_txn.usertable exists [2024/05/06 11:18:28.112 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:28.114 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:28.194 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:28.212 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:28.219 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:28.220 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] table ddl_manager.finish_mark not exists for 46-th check, retry later check diff failed 1-th time, retry later check diff failed 3-th time, retry later [2024/05/06 11:18:28.035 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] [2024/05/06 11:18:28.509 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:28.603 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:28.614 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:28.703 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:28.705 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:28 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cee3bc32-8f56-4a7f-bee4-dc7fc22ffdcc {"id":"cee3bc32-8f56-4a7f-bee4-dc7fc22ffdcc","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8b095f4 cee3bc32-8f56-4a7f-bee4-dc7fc22ffdcc /tidb/cdc/default/default/upstream/7365720703165025050 {"id":7365720703165025050,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cee3bc32-8f56-4a7f-bee4-dc7fc22ffdcc {"id":"cee3bc32-8f56-4a7f-bee4-dc7fc22ffdcc","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8b095f4 cee3bc32-8f56-4a7f-bee4-dc7fc22ffdcc /tidb/cdc/default/default/upstream/7365720703165025050 {"id":7365720703165025050,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cee3bc32-8f56-4a7f-bee4-dc7fc22ffdcc {"id":"cee3bc32-8f56-4a7f-bee4-dc7fc22ffdcc","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8b095f4 cee3bc32-8f56-4a7f-bee4-dc7fc22ffdcc /tidb/cdc/default/default/upstream/7365720703165025050 {"id":7365720703165025050,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.10444.out cli changefeed create --start-ts=449567917098401793 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: f4505f0e-3d33-43d9-92f2-1b6f978c6f68 Info: {"upstream_id":7365720703165025050,"namespace":"default","id":"f4505f0e-3d33-43d9-92f2-1b6f978c6f68","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:18:28.97467809+08:00","start_ts":449567917098401793,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567917098401793,"checkpoint_ts":449567917098401793,"checkpoint_time":"2024-05-06 11:18:24.068"} PASS [2024/05/06 11:18:28.898 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:28.906 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:28.908 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2024/05/06 11:18:29.194 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:29.299 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:29.306 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:29.396 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:29.412 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:29.414 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:29.494 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:29.520 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:29.795 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:29.799 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:29.814 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:29.815 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:29.816 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:29 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003f9b830 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567916397690884 MinTableBarrierTs:449567918232436739 AdminJobType:noop} span: {table_id:102,start_key:7480000000000000ff665f720000000000fa,end_key:7480000000000000ff665f730000000000fa}, resolvedTs: 449567916397690884, checkpointTs: 449567916397690884, state: Preparing span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567916397690884, checkpointTs: 449567916397690884, state: Preparing span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567916397690884, checkpointTs: 449567916397690884, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/92c8be58-2233-4fd5-ad04-113cc7566087 {"id":"92c8be58-2233-4fd5-ad04-113cc7566087","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e11a3 92c8be58-2233-4fd5-ad04-113cc7566087 /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567916397690884,"min-table-barrier-ts":449567918245543938,"admin-job-type":0} /tidb/cdc/default/default/task/position/92c8be58-2233-4fd5-ad04-113cc7566087/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003f9b830 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567916397690884 MinTableBarrierTs:449567918232436739 AdminJobType:noop} span: {table_id:102,start_key:7480000000000000ff665f720000000000fa,end_key:7480000000000000ff665f730000000000fa}, resolvedTs: 449567916397690884, checkpointTs: 449567916397690884, state: Preparing span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567916397690884, checkpointTs: 449567916397690884, state: Preparing span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567916397690884, checkpointTs: 449567916397690884, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/92c8be58-2233-4fd5-ad04-113cc7566087 {"id":"92c8be58-2233-4fd5-ad04-113cc7566087","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e11a3 92c8be58-2233-4fd5-ad04-113cc7566087 /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567916397690884,"min-table-barrier-ts":449567918245543938,"admin-job-type":0} /tidb/cdc/default/default/task/position/92c8be58-2233-4fd5-ad04-113cc7566087/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003f9b830 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567916397690884 MinTableBarrierTs:449567918232436739 AdminJobType:noop} span: {table_id:102,start_key:7480000000000000ff665f720000000000fa,end_key:7480000000000000ff665f730000000000fa}, resolvedTs: 449567916397690884, checkpointTs: 449567916397690884, state: Preparing span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567916397690884, checkpointTs: 449567916397690884, state: Preparing span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567916397690884, checkpointTs: 449567916397690884, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/92c8be58-2233-4fd5-ad04-113cc7566087 {"id":"92c8be58-2233-4fd5-ad04-113cc7566087","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e11a3 92c8be58-2233-4fd5-ad04-113cc7566087 /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567916397690884,"min-table-barrier-ts":449567918245543938,"admin-job-type":0} /tidb/cdc/default/default/task/position/92c8be58-2233-4fd5-ad04-113cc7566087/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' table test.finish_mark not exists for 13-th check, retry later [2024/05/06 11:18:29.898 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:29.899 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:29.900 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:30.017 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:30.105 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:30.112 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:30.120 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] check diff failed 2-th time, retry later [2024/05/06 11:18:30.204 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:30.305 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:30.047 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] [2024/05/06 11:18:30.400 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] + set +x table ddl_manager.finish_mark not exists for 47-th check, retry later [2024/05/06 11:18:30.700 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] check diff failed 4-th time, retry later [2024/05/06 11:18:30.909 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] [2024/05/06 11:18:31.005 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:31.008 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:31.017 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:31.019 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:31.024 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:31.095 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] start tidb cluster in /tmp/tidb_cdc_test/batch_update_to_no_batch Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... "is-owner": true, run task successfully [2024/05/06 11:18:31.201 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:31.212 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:31.228 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:31.311 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... check diff successfully wait process cdc.test exit for 1-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release [2024/05/06 11:18:31.801 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"] table test.finish_mark not exists for 14-th check, retry later check diff failed 3-th time, retry later [2024/05/06 11:18:32.059 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] wait process cdc.test exit for 2-th time... [2024/05/06 11:18:32.302 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] [2024/05/06 11:18:32.303 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] [2024/05/06 11:18:32.308 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] [2024/05/06 11:18:32.416 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] [2024/05/06 11:18:32.518 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] owner pid: 2985 owner id 92c8be58-2233-4fd5-ad04-113cc7566087 [Mon May 6 11:18:32 CST 2024] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.30933095.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_owner.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_owner.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 48-th check, retry later [2024/05/06 11:18:32.525 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] [2024/05/06 11:18:32.525 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:32.547 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] [2024/05/06 11:18:32.732 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"] [2024/05/06 11:18:32.735 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"] [2024/05/06 11:18:32.738 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"] check diff failed 5-th time, retry later Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 11:18:32 CST 2024] <<<<<< run test case owner_resign success! >>>>>> [2024/05/06 11:18:32.896 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"] Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 449567915604443138, '"checkpoint_time":' '"2024-05-06' '11:18:18.369",' '"error":' '{' '"time":' '"2024-05-06T11:18:18.888655812+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 4-th time, retry later [2024/05/06 11:18:33.314 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:33.315 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:33.315 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"] [2024/05/06 11:18:33.425 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"] [2024/05/06 11:18:33.537 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"] [2024/05/06 11:18:33.607 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"] [2024/05/06 11:18:33.725 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:33.737 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:33.740 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"] table test.finish_mark not exists for 15-th check, retry later [2024/05/06 11:18:33.903 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"] [2024/05/06 11:18:33.909 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs3d285dbe_baaf_4271_be28_1ad55cca267f"] [2024/05/06 11:18:34.003 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs919797ec_a76c_42da_8c92_312728d64eda"] [2024/05/06 11:18:34.011 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsc25eb019_78c5_48db_a99c_ba0ee131d6c3"] [2024/05/06 11:18:34.071 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] table ddl_manager.finish_mark not exists for 49-th check, retry later check diff failed 4-th time, retry later [2024/05/06 11:18:34.507 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsd2363aa5_8739_472e_be9c_595f185f53f0"] [2024/05/06 11:18:34.513 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs2a68d400_b0b0_428f_aead_0a206d0c0797"] [2024/05/06 11:18:34.594 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] [2024/05/06 11:18:34.607 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] check diff failed 6-th time, retry later [2024/05/06 11:18:34.700 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:34.716 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:34.717 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:34.721 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:34.723 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:34.727 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:34.997 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs18e52160_ba08_4005_8386_04535fbdad0d"] [2024/05/06 11:18:35.299 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:35.301 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:35.398 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:35.398 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:35 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003331050 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567919805300742 MinTableBarrierTs:449567919805300742 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/75ad030f-f601-46be-b7c8-2302471d0450 {"id":"75ad030f-f601-46be-b7c8-2302471d0450","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/92c8be58-2233-4fd5-ad04-113cc7566087 {"id":"92c8be58-2233-4fd5-ad04-113cc7566087","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e11a3 92c8be58-2233-4fd5-ad04-113cc7566087 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e11da 75ad030f-f601-46be-b7c8-2302471d0450 /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567919805300742,"min-table-barrier-ts":449567919805300742,"admin-job-type":0} /tidb/cdc/default/default/task/position/75ad030f-f601-46be-b7c8-2302471d0450/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/92c8be58-2233-4fd5-ad04-113cc7566087/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003331050 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567919805300742 MinTableBarrierTs:449567919805300742 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/75ad030f-f601-46be-b7c8-2302471d0450 {"id":"75ad030f-f601-46be-b7c8-2302471d0450","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/92c8be58-2233-4fd5-ad04-113cc7566087 {"id":"92c8be58-2233-4fd5-ad04-113cc7566087","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e11a3 92c8be58-2233-4fd5-ad04-113cc7566087 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e11da 75ad030f-f601-46be-b7c8-2302471d0450 /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567919805300742,"min-table-barrier-ts":449567919805300742,"admin-job-type":0} /tidb/cdc/default/default/task/position/75ad030f-f601-46be-b7c8-2302471d0450/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/92c8be58-2233-4fd5-ad04-113cc7566087/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 + grep -q 'failed to get info:' {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003331050 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567919805300742 MinTableBarrierTs:449567919805300742 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/75ad030f-f601-46be-b7c8-2302471d0450 {"id":"75ad030f-f601-46be-b7c8-2302471d0450","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/92c8be58-2233-4fd5-ad04-113cc7566087 {"id":"92c8be58-2233-4fd5-ad04-113cc7566087","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e11a3 92c8be58-2233-4fd5-ad04-113cc7566087 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e11da 75ad030f-f601-46be-b7c8-2302471d0450 /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567919805300742,"min-table-barrier-ts":449567919805300742,"admin-job-type":0} /tidb/cdc/default/default/task/position/75ad030f-f601-46be-b7c8-2302471d0450/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/92c8be58-2233-4fd5-ad04-113cc7566087/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 | grep -v "92c8be58-2233-4fd5-ad04-113cc7566087" | grep id [2024/05/06 11:18:35.795 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:35.816 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:35.821 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:35.821 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:35.826 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:35.828 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:36.017 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:36.022 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:36.196 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:36.200 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:36.207 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:36.208 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] table test.finish_mark not exists for 16-th check, retry later [2024/05/06 11:18:36.397 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs26a27a3c_f91f_4590_82f1_13e576a0738d"] table ddl_manager.finish_mark not exists for 50-th check, retry later check diff failed 5-th time, retry later [2024/05/06 11:18:36.083 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] [2024/05/06 11:18:36.499 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:36.606 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:36.607 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:36.693 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:36.707 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:36.707 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] check diff failed 7-th time, retry later "cluster-id": "default" "id": "75ad030f-f601-46be-b7c8-2302471d0450", "cluster-id": "default" run task successfully [2024/05/06 11:18:37.104 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:37.214 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:37.293 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:37.300 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:37.318 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:37.397 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:37.423 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:37.598 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:37.603 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:37.617 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:37.619 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:37.621 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:37.712 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:37.719 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] Cache restored successfully (ws/jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360/tiflow-cdc) 3368442880 bytes in 12.77 secs (263818528 bytes/sec) [Pipeline] { [Pipeline] sh [2024/05/06 11:18:37.825 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] table test.finish_mark exists check diff successfully [2024/05/06 11:18:38.207 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:38.299 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:38.300 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] table ddl_manager.finish_mark not exists for 51-th check, retry later check diff successfully [Pipeline] // podTemplate [Pipeline] } [2024/05/06 11:18:38.095 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] capture_id: 75ad030f-f601-46be-b7c8-2302471d0450 ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep '75ad030f-f601-46be-b7c8-2302471d0450' 75ad030f-f601-46be-b7c8-2302471d0450 run task successfully test_hang_up_owner: pass [Pipeline] // withEnv [Pipeline] } + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G15 wait process cdc.test exit for 1-th time... [2024/05/06 11:18:38.597 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:38.600 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:38.600 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsed395818_624e_4a40_b883_1b7c69a4ea28"] [2024/05/06 11:18:38.605 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:38.704 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:38.716 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:38.718 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:38.722 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:38.806 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] wait process cdc.test exit for 1-th time... Run cases: new_ci_collation batch_add_table multi_rocks PROW_JOB_ID=e04a7941-ea2f-4703-b858-a61ac685fb35 JENKINS_NODE_COOKIE=eacdbe7c-9257-40fc-93fe-9fdada1a2313 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/ GOLANG_VERSION=1.21.6 HOSTNAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-release-7.5-pull_cdc_integration_mysql_test-360 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test","buildid":"1787315829029736449","prowjobid":"e04a7941-ea2f-4703-b858-a61ac685fb35","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"release-7.5","base_sha":"fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","base_link":"https://github.com/pingcap/tiflow/commit/fd3a6e756d0d488c7e60bedb05e21e42320c3dc7","pulls":[{"number":11000,"author":"ti-chi-bot","sha":"b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","title":"codec(ticdc): add more logs to the avro encoding to help detect potential key encoding failed issure (#10901)","link":"https://github.com/pingcap/tiflow/pull/11000","commit_link":"https://github.com/pingcap/tiflow/pull/11000/commits/b417a77d3bfa2c9235cbca0d58dab40f95c1ca50","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#360 TEST_GROUP=G15 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787315829029736449 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=8c60e558a9356c5a25645eebaade802e946e45b6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/360/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-z3bqt GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-03d44d992f53cff0b3bb7ab1ee8dd6585d62f1b48625706d61992f6495e84f7f NODE_LABELS=ap_tiflow_release-7_5_pull_cdc_integration_mysql_test_360-z3bqt ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/release-7.5/job/pull_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=360 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/new_ci_collation/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... check diff failed 8-th time, retry later [2024/05/06 11:18:38.894 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:38.894 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:38.914 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:39.115 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa45c0c0013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r, pid:3794, start at 2024-05-06 11:18:38.121455309 +0800 CST m=+5.378218314 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:38.128 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:38.133 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:38.133 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 2-th time... [2024/05/06 11:18:39.210 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:39.307 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... [2024/05/06 11:18:39.599 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:39.604 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:39.606 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit # diff Configuration. check-thread-count = 4 export-fix-sql = true check-struct-only = false [task] output-dir = "/tmp/tidb_cdc_test/consistent_replicate_ddl/sync_diff/output" source-instances = ["tidb"] target-instance = "mysql" target-check-tables = ["consistent_replicate_ddl.usertable*","consistent_replicate_ddl.check*"] [data-sources] [data-sources.tidb] host = "127.0.0.1" port = 4000 user = "root" password = "" snapshot = "449567885726056479" [data-sources.mysql] host = "127.0.0.1" port = 3306 user = "root" password = "" [2024/05/06 11:18:27.185 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2024/05/06 11:18:27.186 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2024/05/06 11:18:27.186 +08:00] [INFO] [redo.go:163] ["apply redo log starts"] [checkpointTs=449567884074549261] [resolvedTs=449567885726056479] [2024/05/06 11:18:27.187 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2024/05/06 11:18:27.187 +08:00] [WARN] [config.go:380] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2024/05/06 11:18:27.188 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=2.391416ms] [2024/05/06 11:18:27.188 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=2.428838ms] [2024/05/06 11:18:27.193 +08:00] [INFO] [db_helper.go:175] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22NO_ENGINE_SUBSTITUTION%2CALLOW_INVALID_DATES%2CONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2024/05/06 11:18:27.196 +08:00] [INFO] [mysql.go:198] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2024/05/06 11:18:27.197 +08:00] [INFO] [worker.go:105] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2024/05/06 11:18:27.198 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2024/05/06 11:18:27.198 +08:00] [WARN] [config.go:380] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2024/05/06 11:18:27.204 +08:00] [INFO] [db_helper.go:175] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%2CNO_ENGINE_SUBSTITUTION%2CALLOW_INVALID_DATES%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2024/05/06 11:18:27.207 +08:00] [INFO] [mysql_ddl_sink.go:99] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2024/05/06 11:18:27.207 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567884074549256,\"CommitTs\":449567884074549261,\"Query\":\"DROP TABLE `consistent_replicate_ddl`.`usertable1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable1\",\"tbl-id\":106,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":4,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:27.208 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567884074549256,\"CommitTs\":449567884074549261,\"Query\":\"DROP TABLE `consistent_replicate_ddl`.`usertable1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable1\",\"tbl-id\":106,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":4,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:27.441 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="DROP TABLE `consistent_replicate_ddl`.`usertable1`"] [duration=233.020868ms] [namespace=] [changefeed=] [2024/05/06 11:18:27.441 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567884179406855,\"CommitTs\":449567884205621249,\"Query\":\"RENAME TABLE consistent_replicate_ddl.usertable_bak TO consistent_replicate_ddl.usertable1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable1\",\"tbl-id\":112,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:27.441 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567884179406855,\"CommitTs\":449567884205621249,\"Query\":\"RENAME TABLE consistent_replicate_ddl.usertable_bak TO consistent_replicate_ddl.usertable1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable1\",\"tbl-id\":112,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:27.592 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="RENAME TABLE consistent_replicate_ddl.usertable_bak TO consistent_replicate_ddl.usertable1"] [duration=150.80503ms] [namespace=] [changefeed=] [2024/05/06 11:18:27.592 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567884336693254,\"CommitTs\":449567884336693258,\"Query\":\"RENAME TABLE consistent_replicate_ddl.usertable1 TO consistent_replicate_ddl.usertable1_1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable1_1\",\"tbl-id\":112,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:27.793 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567884336693254,\"CommitTs\":449567884336693258,\"Query\":\"RENAME TABLE consistent_replicate_ddl.usertable1 TO consistent_replicate_ddl.usertable1_1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable1_1\",\"tbl-id\":112,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:27.940 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="RENAME TABLE consistent_replicate_ddl.usertable1 TO consistent_replicate_ddl.usertable1_1"] [duration=147.690113ms] [namespace=] [changefeed=] [2024/05/06 11:18:27.940 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567884454658078,\"CommitTs\":449567884454658083,\"Query\":\"CREATE DATABASE consistent_replicate_ddl1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl1\",\"tbl-name\":\"\",\"tbl-id\":0,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":1,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:28.141 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567884454658078,\"CommitTs\":449567884454658083,\"Query\":\"CREATE DATABASE consistent_replicate_ddl1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl1\",\"tbl-name\":\"\",\"tbl-id\":0,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":1,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:28.228 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="CREATE DATABASE consistent_replicate_ddl1"] [duration=86.334408ms] [namespace=] [changefeed=] [2024/05/06 11:18:28.228 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567884598837276,\"CommitTs\":449567884598837281,\"Query\":\"ALTER DATABASE consistent_replicate_ddl CHARACTER SET utf8mb4 COLLATE utf8mb4_bin\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"\",\"tbl-id\":0,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":26,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:28.228 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567884598837276,\"CommitTs\":449567884598837281,\"Query\":\"ALTER DATABASE consistent_replicate_ddl CHARACTER SET utf8mb4 COLLATE utf8mb4_bin\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"\",\"tbl-id\":0,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":26,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:28.317 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="ALTER DATABASE consistent_replicate_ddl CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [duration=89.501951ms] [namespace=] [changefeed=] [2024/05/06 11:18:28.317 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567884743016463,\"CommitTs\":449567884743016470,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 CHARACTER SET utf8mb4 COLLATE utf8mb4_bin\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable2\",\"tbl-id\":108,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":22,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:28.318 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567884743016463,\"CommitTs\":449567884743016470,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 CHARACTER SET utf8mb4 COLLATE utf8mb4_bin\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable2\",\"tbl-id\":108,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":22,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:28.402 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="ALTER TABLE consistent_replicate_ddl.usertable2 CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [duration=84.929871ms] [namespace=] [changefeed=] [2024/05/06 11:18:28.403 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567884939624455,\"CommitTs\":449567884965838850,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 DROP COLUMN FIELD0\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable2\",\"tbl-id\":108,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":6,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:28.604 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567884939624455,\"CommitTs\":449567884965838850,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 DROP COLUMN FIELD0\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable2\",\"tbl-id\":108,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":6,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:28.885 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="ALTER TABLE consistent_replicate_ddl.usertable2 DROP COLUMN FIELD0"] [duration=281.606279ms] [namespace=] [changefeed=] [2024/05/06 11:18:28.885 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567885097173000,\"CommitTs\":449567885097173004,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 ADD COLUMN dummy varchar(30)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable2\",\"tbl-id\":108,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":5,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:28.885 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567885097173000,\"CommitTs\":449567885097173004,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 ADD COLUMN dummy varchar(30)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable2\",\"tbl-id\":108,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":5,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:29.171 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="ALTER TABLE consistent_replicate_ddl.usertable2 ADD COLUMN dummy varchar(30)"] [duration=286.076254ms] [namespace=] [changefeed=] [2024/05/06 11:18:29.172 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567885201768454,\"CommitTs\":449567885201768458,\"Query\":\"DROP DATABASE consistent_replicate_ddl1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl1\",\"tbl-name\":\"\",\"tbl-id\":0,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":2,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:29.172 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567885201768454,\"CommitTs\":449567885201768458,\"Query\":\"DROP DATABASE consistent_replicate_ddl1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl1\",\"tbl-name\":\"\",\"tbl-id\":0,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":2,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:29.384 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="DROP DATABASE consistent_replicate_ddl1"] [duration=212.001768ms] [namespace=] [changefeed=] [2024/05/06 11:18:29.384 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567885306888212,\"CommitTs\":449567885306888218,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable3 CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable3\",\"tbl-id\":110,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":22,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:29.384 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567885306888212,\"CommitTs\":449567885306888218,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable3 CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable3\",\"tbl-id\":110,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":22,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:29.469 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="ALTER TABLE consistent_replicate_ddl.usertable3 CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci"] [duration=85.428707ms] [namespace=] [changefeed=] [2024/05/06 11:18:29.469 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567885464174600,\"CommitTs\":449567885464174605,\"Query\":\"RENAME TABLE `consistent_replicate_ddl`.`usertable3` TO `consistent_replicate_ddl`.`usertable3_1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable3_1\",\"tbl-id\":110,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:29.469 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567885464174600,\"CommitTs\":449567885464174605,\"Query\":\"RENAME TABLE `consistent_replicate_ddl`.`usertable3` TO `consistent_replicate_ddl`.`usertable3_1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable3_1\",\"tbl-id\":110,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:29.614 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="RENAME TABLE `consistent_replicate_ddl`.`usertable3` TO `consistent_replicate_ddl`.`usertable3_1`"] [duration=145.21314ms] [namespace=] [changefeed=] [2024/05/06 11:18:29.615 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567885464174600,\"CommitTs\":449567885464174605,\"Query\":\"RENAME TABLE `consistent_replicate_ddl`.`usertable2` TO `consistent_replicate_ddl`.`usertable2_1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable2_1\",\"tbl-id\":108,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:29.615 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567885464174600,\"CommitTs\":449567885464174605,\"Query\":\"RENAME TABLE `consistent_replicate_ddl`.`usertable2` TO `consistent_replicate_ddl`.`usertable2_1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable2_1\",\"tbl-id\":108,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:29.758 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="RENAME TABLE `consistent_replicate_ddl`.`usertable2` TO `consistent_replicate_ddl`.`usertable2_1`"] [duration=142.967473ms] [namespace=] [changefeed=] [2024/05/06 11:18:29.758 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567885581877270,\"CommitTs\":449567885581877274,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable3_1 MODIFY COLUMN FIELD1 varchar(100)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable3_1\",\"tbl-id\":110,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":12,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:29.758 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567885581877270,\"CommitTs\":449567885581877274,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable3_1 MODIFY COLUMN FIELD1 varchar(100)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"usertable3_1\",\"tbl-id\":110,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":12,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:29.837 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="ALTER TABLE consistent_replicate_ddl.usertable3_1 MODIFY COLUMN FIELD1 varchar(100)"] [duration=78.897692ms] [namespace=] [changefeed=] [2024/05/06 11:18:29.837 +08:00] [WARN] [redo.go:283] ["apply DDL"] [ddl="{\"StartTs\":449567885726056473,\"CommitTs\":449567885726056479,\"Query\":\"CREATE table consistent_replicate_ddl.check1(id int primary key)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"check1\",\"tbl-id\":127,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":3,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [2024/05/06 11:18:30.037 +08:00] [INFO] [mysql_ddl_sink.go:186] ["Start exec DDL"] [DDL="{\"StartTs\":449567885726056473,\"CommitTs\":449567885726056479,\"Query\":\"CREATE table consistent_replicate_ddl.check1(id int primary key)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"db-name\":\"consistent_replicate_ddl\",\"tbl-name\":\"check1\",\"tbl-id\":127,\"is-partition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":3,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false}"] [namespace=] [changefeed=] [2024/05/06 11:18:30.121 +08:00] [INFO] [mysql_ddl_sink.go:221] ["Exec DDL succeeded"] [sql="CREATE table consistent_replicate_ddl.check1(id int primary key)"] [duration=84.329476ms] [namespace=] [changefeed=] [2024/05/06 11:18:30.122 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span={table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}] [checkpointTs=449567885726056479] [2024/05/06 11:18:30.122 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span={table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}] [checkpointTs=449567885726056479] [2024/05/06 11:18:30.222 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span={table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}] [checkpointTs=449567885726056479] [2024/05/06 11:18:30.222 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span={table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}] [checkpointTs=449567885726056479] [2024/05/06 11:18:30.323 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span={table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}] [checkpointTs=449567885726056479] [2024/05/06 11:18:30.323 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span={table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}] [checkpointTs=449567885726056479] [2024/05/06 11:18:30.423 +08:00] [INFO] [redo.go:219] ["apply redo log finishes"] [appliedLogCount=101] [appliedDDLCount=14] [currentCheckpoint=449567885726056479] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2024/05/06 11:18:30.423 +08:00] [INFO] [worker.go:120] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] Apply redo log successfully table consistent_replicate_ddl.check1 exists check diff successfully [Mon May 6 11:18:30 CST 2024] <<<<<< run test case consistent_replicate_ddl success! >>>>>> count(*) 50 [2024/05/06 11:18:39.697 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:39.703 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:39.808 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_expire_owner [Mon May 6 11:18:39 CST 2024] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.32303232.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_expire_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_expire_owner.server1 --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2024/05/06 11:18:39.908 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:39.910 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:39.998 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:40.023 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:40.100 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:40.107 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:40.112 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Mon May 6 11:18:40 CST 2024] <<<<<< run test case many_pk_or_uk success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_gbk/run.sh using Sink-Type: mysql... <<================= * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:24927; Connection refused * Closing connection 0 [2024/05/06 11:18:40.401 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:40.111 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] [2024/05/06 11:18:40.127 +08:00] [INFO] [case.go:673] ["get end ts"] [tableName=finishmark] [ts=449567921256267781] [2024/05/06 11:18:40.127 +08:00] [INFO] [case.go:498] ["all tables synced"] [endTs=449567921256267781] [2024/05/06 11:18:40.410 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [2024/05/06 11:18:40.509 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:40.598 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:40.608 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] table ddl_manager.finish_mark not exists for 52-th check, retry later [2024/05/06 11:18:40.798 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:40.913 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] check diff failed 9-th time, retry later [2024/05/06 11:18:41.102 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:41.108 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] You are running an older version of MinIO released 3 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa45c0c0013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r, pid:3794, start at 2024-05-06 11:18:38.121455309 +0800 CST m=+5.378218314 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:38.128 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:38.133 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:38.133 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa45bec0014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-mk69r, pid:3897, start at 2024-05-06 11:18:38.120024818 +0800 CST m=+5.286843230 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:38.127 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:38.125 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:38.125 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/region_merge/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/region_merge/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 449567915604443138, "checkpoint_time": "2024-05-06 11:18:18.369", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 449567915604443138, '"checkpoint_time":' '"2024-05-06' '11:18:18.369",' '"error":' '{' '"time":' '"2024-05-06T11:18:18.888655812+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 5-th time, retry later [2024/05/06 11:18:41.209 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:41.303 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide [2024/05/06 11:18:41.501 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:41.505 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:41.598 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:41.613 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:41.615 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:41.814 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:41.904 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:41.920 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:41.994 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:41.997 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:24927 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 17CCC80E63CD0255 < X-Xss-Protection: 1; mode=block < Date: Mon, 06 May 2024 03:18:42 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact [2024/05/06 11:18:42.209 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:42.392 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:42.404 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:42.408 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] check diff failed 1-th time, retry later Bucket 's3://logbucket/' created The 1 times to try to start tidb cluster... [2024/05/06 11:18:42.501 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:42.601 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] table ddl_manager.finish_mark not exists for 53-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_etcd_worker_delay/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2024/05/06 11:18:42.798 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:42.909 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [Mon May 6 11:18:43 CST 2024] <<<<<< START cdc server in region_merge case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.region_merge.51435145.out server --log-file /tmp/tidb_cdc_test/region_merge/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/region_merge/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 [2024/05/06 11:18:43.015 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:43.102 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:43.105 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:43.196 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:29.940 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 11:18:29.940 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365720042673309109] [2024/05/06 11:18:29.941 +08:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 11:18:29.941 +08:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 11:18:29.941 +08:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 11:18:29.941 +08:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 11:18:29.943 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 11:18:29.943 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365720042673309109] [2024/05/06 11:18:29.943 +08:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 11:18:29.943 +08:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/06 11:18:29.943 +08:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 11:18:29.943 +08:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 11:18:29.944 +08:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/06 11:18:29.945 +08:00] [INFO] [main.go:180] ["genLock started"] [2024/05/06 11:18:29.946 +08:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/06 11:18:30.008 +08:00] [INFO] [region_request.go:1686] ["send request meet region error without retry"] [req-ts=449567918630109199] [req-type=Prewrite] [region="{ region id: 24, ver: 58, confVer: 1 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:<nil>, replicaSelector: replicaSelectorV2{replicaReadType: leader, attempts: 5, cacheRegionIsValid: false, replicaStatus: [peer: 25, store: 2, isEpochStale: false, attempts: 5, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=4] [total-backoff-ms=30] [total-backoff-times=4] [max-exec-timeout-ms=20000] [total-region-errors="25-read_index_not_ready:4, 25-epoch_not_match:1"] [2024/05/06 11:18:39.952 +08:00] [INFO] [main.go:196] ["genLock done"] [2024/05/06 11:18:39.952 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 11:18:39.952 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/06 11:18:39.952 +08:00] [INFO] [tso_client.go:140] ["closing tso client"] [2024/05/06 11:18:39.952 +08:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/06 11:18:39.952 +08:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/06 11:18:39.952 +08:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"] [2024/05/06 11:18:39.952 +08:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"] [2024/05/06 11:18:39.952 +08:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 11:18:39.952 +08:00] [INFO] [tso_client.go:145] ["close tso client"] [2024/05/06 11:18:39.952 +08:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/06 11:18:39.952 +08:00] [INFO] [tso_client.go:155] ["tso client is closed"] [2024/05/06 11:18:39.952 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:42 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004208480 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567920591732744 MinTableBarrierTs:449567921902452744 AdminJobType:noop} span: {table_id:102,start_key:7480000000000000ff665f720000000000fa,end_key:7480000000000000ff665f730000000000fa}, resolvedTs: 449567920591732744, checkpointTs: 449567920591732744, state: Preparing span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567920591732744, checkpointTs: 449567920591732744, state: Preparing span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567920591732744, checkpointTs: 449567920591732744, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9e099cce-e072-426f-9a80-caf3979141dd {"id":"9e099cce-e072-426f-9a80-caf3979141dd","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1218 9e099cce-e072-426f-9a80-caf3979141dd /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567920591732744,"min-table-barrier-ts":449567921902452744,"admin-job-type":0} /tidb/cdc/default/default/task/position/9e099cce-e072-426f-9a80-caf3979141dd/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004208480 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567920591732744 MinTableBarrierTs:449567921902452744 AdminJobType:noop} span: {table_id:102,start_key:7480000000000000ff665f720000000000fa,end_key:7480000000000000ff665f730000000000fa}, resolvedTs: 449567920591732744, checkpointTs: 449567920591732744, state: Preparing span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567920591732744, checkpointTs: 449567920591732744, state: Preparing span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567920591732744, checkpointTs: 449567920591732744, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9e099cce-e072-426f-9a80-caf3979141dd {"id":"9e099cce-e072-426f-9a80-caf3979141dd","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1218 9e099cce-e072-426f-9a80-caf3979141dd /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567920591732744,"min-table-barrier-ts":449567921902452744,"admin-job-type":0} /tidb/cdc/default/default/task/position/9e099cce-e072-426f-9a80-caf3979141dd/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004208480 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567920591732744 MinTableBarrierTs:449567921902452744 AdminJobType:noop} span: {table_id:102,start_key:7480000000000000ff665f720000000000fa,end_key:7480000000000000ff665f730000000000fa}, resolvedTs: 449567920591732744, checkpointTs: 449567920591732744, state: Preparing span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567920591732744, checkpointTs: 449567920591732744, state: Preparing span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567920591732744, checkpointTs: 449567920591732744, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9e099cce-e072-426f-9a80-caf3979141dd {"id":"9e099cce-e072-426f-9a80-caf3979141dd","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1218 9e099cce-e072-426f-9a80-caf3979141dd /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567920591732744,"min-table-barrier-ts":449567921902452744,"admin-job-type":0} /tidb/cdc/default/default/task/position/9e099cce-e072-426f-9a80-caf3979141dd/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.+ grep -q 'etcd info' 0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 10-th time, retry later [2024/05/06 11:18:43.216 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:43.224 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:43.305 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:43.405 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:43.496 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:43.603 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:43.707 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:43.816 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] [2024/05/06 11:18:43.900 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] ***************** properties ***************** "mysql.user"="root" "updateproportion"="0" "mysql.port"="4000" "readproportion"="0" "dotransactions"="false" "requestdistribution"="uniform" "insertproportion"="0" "scanproportion"="0" "readallfields"="true" "operationcount"="0" "threadcount"="2" "recordcount"="10" "workload"="core" "mysql.db"="testSync" "mysql.host"="127.0.0.1" ********************************************** Run finished, takes 19.715677ms INSERT - Takes(s): 0.0, Count: 10, OPS: 587.9, Avg(us): 3174, Min(us): 1688, Max(us): 6402, 95th(us): 7000, 99th(us): 7000 [2024/05/06 11:18:44.106 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] [2024/05/06 11:18:44.114 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] start tidb cluster in /tmp/tidb_cdc_test/new_ci_collation Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... check diff failed 2-th time, retry later [2024/05/06 11:18:44.110 +08:00] [INFO] [case.go:539] ["upstream create table executed"] [tblName=finishmark1000] [2024/05/06 11:18:44.110 +08:00] [INFO] [case.go:571] ["downstream start wait for table"] [tblName=finishmark1000] table ddl_manager.finish_mark not exists for 54-th check, retry later "is-owner": true, run task successfully [2024/05/06 11:18:44.506 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] [2024/05/06 11:18:44.593 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:44.595 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:44.604 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:44.622 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:44.626 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:44.628 +08:00] [INFO] [main.go:178] ["72 insert success: 500"] [2024/05/06 11:18:44.692 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:44.719 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:44.806 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:44.816 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:44.818 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] build mysql_test successfully run all mysql test cases time="2024-05-06T11:18:44+08:00" level=info msg="running tests: [alter_table bigint composite_index concurrent_ddl date_formats drop mysql_replace]" time="2024-05-06T11:18:44+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc000126000 {{} {} 0} {0 0} [0xc00013c000] map[] 0 1 0xc00012a000 false map[0xc00013c000:map[0xc00013c000:true]] map[] 0 0 0 0 <nil> 0 0 0 0 0x4914e0}" [2024/05/06 11:18:45.095 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:45.198 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] check diff failed 11-th time, retry later [Pipeline] // withEnv [2024/05/06 11:18:45.297 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:45.501 +08:00] [INFO] [main.go:178] ["73 insert success: 500"] [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa4a1c00006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz, pid:3703, start at 2024-05-06 11:18:42.552113441 +0800 CST m=+5.209711285 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:42.558 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:42.544 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:42.544 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa4a1c00006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz, pid:3703, start at 2024-05-06 11:18:42.552113441 +0800 CST m=+5.209711285 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:42.558 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:42.544 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:42.544 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa4a2800013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-v1xsz, pid:3784, start at 2024-05-06 11:18:42.625535848 +0800 CST m=+5.234029982 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:42.634 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:42.592 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:42.592 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v7.5.1-12-g9002cc34d Edition: Community Git Commit Hash: 9002cc34d3b593a718b6c5260ba18f30a45ab314 Git Branch: HEAD UTC Build Time: 2024-04-18 07:24:48 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Raft Proxy Git Commit Hash: 521fd9dbc55e58646045d88f91c3c35db50b5981 Git Commit Branch: HEAD UTC Build Time: 2024-04-18 07:28:40 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v7.5.1-12-g9002cc34d"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["9002cc34d3b593a718b6c5260ba18f30a45ab314"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") } [Pipeline] // stage Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release owner pid: 3235 owner id 9e099cce-e072-426f-9a80-caf3979141dd process status: T ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep -v '9e099cce-e072-426f-9a80-caf3979141dd' /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1218 run task successfully process status: S cdc.test cli capture list 2>&1 | grep '"is-owner": true' [2024/05/06 11:18:45.906 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:45.906 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:45.918 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:46.001 +08:00] [INFO] [main.go:178] ["72 insert success: 600"] [2024/05/06 11:18:46.009 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:46.093 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] check diff failed 3-th time, retry later [2024/05/06 11:18:46.110 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark1000] table ddl_manager.finish_mark not exists for 55-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:46 GMT < Content-Length: 657 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c402f44f-bb61-4f4e-8e1d-ca2c35b56c78 {"id":"c402f44f-bb61-4f4e-8e1d-ca2c35b56c78","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8ec3604 c402f44f-bb61-4f4e-8e1d-ca2c35b56c78 /tidb/cdc/default/default/upstream/7365720779101976993 {"id":7365720779101976993,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c402f44f-bb61-4f4e-8e1d-ca2c35b56c78 {"id":"c402f44f-bb61-4f4e-8e1d-ca2c35b56c78","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8ec3604 c402f44f-bb61-4f4e-8e1d-ca2c35b56c78 /tidb/cdc/default/default/upstream/7365720779101976993 {"id":7365720779101976993,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c402f44f-bb61-4f4e-8e1d-ca2c35b56c78 {"id":"c402f44f-bb61-4f4e-8e1d-ca2c35b56c78","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8ec3604 c402f44f-bb61-4f4e-8e1d-ca2c35b56c78 /tidb/cdc/default/default/upstream/7365720779101976993 {"id":7365720779101976993,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.region_merge.cli.5205.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 88ef4f3f-5932-4336-9318-6d53e6a35614 table test.t2 not exists for 1-th check, retry later Info: {"upstream_id":7365720779101976993,"namespace":"default","id":"88ef4f3f-5932-4336-9318-6d53e6a35614","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T11:18:46.598456503+08:00","start_ts":449567922961252358,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567922961252358,"checkpoint_ts":449567922961252358,"checkpoint_time":"2024-05-06 11:18:46.433"} PASS [2024/05/06 11:18:46.203 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:46.399 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:46.407 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:46.500 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:46.508 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2024/05/06 11:18:46.903 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:47.097 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:47.109 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] "is-owner": true, run task successfully test_expire_owner pass [2024/05/06 11:18:47.109 +08:00] [INFO] [case.go:539] ["upstream create table executed"] [tblName=finishmark2000] [2024/05/06 11:18:47.109 +08:00] [INFO] [case.go:571] ["downstream start wait for table"] [tblName=finishmark2000] [2024/05/06 11:18:47.216 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] check diff failed 12-th time, retry later [2024/05/06 11:18:47.421 +08:00] [INFO] [main.go:178] ["73 insert success: 600"] wait process cdc.test exit for 1-th time... [2024/05/06 11:18:47.701 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:47.713 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:47.723 +08:00] [INFO] [main.go:178] ["72 insert success: 700"] [2024/05/06 11:18:47.801 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:47.816 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.t2 not exists for 2-th check, retry later [2024/05/06 11:18:47.909 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:47.914 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:48.110 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] + set +x split_and_random_merge scale: 20 wait process cdc.test exit for 2-th time... [2024/05/06 11:18:48.210 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:48.313 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:48.402 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] check diff failed 4-th time, retry later table ddl_manager.finish_mark not exists for 56-th check, retry later [2024/05/06 11:18:48.192 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark1000] [2024/05/06 11:18:48.220 +08:00] [INFO] [case.go:673] ["get end ts"] [tableName=finishmark1000] [ts=449567923081576453] [2024/05/06 11:18:48.221 +08:00] [INFO] [case.go:576] ["ddl synced"] [table=finishmark1000] [2024/05/06 11:18:48.221 +08:00] [INFO] [case.go:582] ["downstream sync success"] [endTs=449567923081576453] [2024/05/06 11:18:48.298 +08:00] [INFO] [case.go:186] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2024/05/06 11:18:48.304 +08:00] [INFO] [case.go:186] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2024/05/06 11:18:48.311 +08:00] [INFO] [case.go:303] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2024/05/06 11:18:48.320 +08:00] [INFO] [case.go:303] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] start tidb cluster in /tmp/tidb_cdc_test/processor_etcd_worker_delay Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 [2024/05/06 11:18:48.611 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:48.614 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_owner_cleanup_stale_tasks [Mon May 6 11:18:48 CST 2024] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.33993401.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_cleanup_stale_tasks.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_cleanup_stale_tasks.server1 --cluster-id default + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... [2024/05/06 11:18:48.704 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:48.896 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] [2024/05/06 11:18:49.109 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark2000] check diff failed 13-th time, retry later [2024/05/06 11:18:49.299 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:49.312 +08:00] [INFO] [main.go:178] ["73 insert success: 700"] [2024/05/06 11:18:49.612 +08:00] [INFO] [main.go:178] ["72 insert success: 800"] [2024/05/06 11:18:49.613 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:49.706 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:49.808 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G01' [Mon May 6 11:18:49 CST 2024] <<<<<< START cdc server in batch_update_to_no_batch case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.51185120.out server --log-file /tmp/tidb_cdc_test/batch_update_to_no_batch/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_update_to_no_batch/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2024/05/06 11:18:50.002 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:50.003 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:50.019 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:50.021 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [Pipeline] // stage table ddl_manager.finish_mark not exists for 57-th check, retry later [Pipeline] } [2024/05/06 11:18:50.297 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:50.312 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:50.394 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:50.417 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:50.510 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] table test.t2 not exists for 3-th check, retry later [2024/05/06 11:18:50.705 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:50.802 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:51.013 +08:00] [INFO] [main.go:178] ["73 insert success: 800"] check diff failed 5-th time, retry later [2024/05/06 11:18:51.108 +08:00] [INFO] [main.go:178] ["72 insert success: 900"] [2024/05/06 11:18:51.114 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:51.115 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:51.121 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] check diff failed 14-th time, retry later check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 449567924058849286, "checkpoint_time": "2024-05-06 11:18:50.620", "error": null }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 449567924058849286, "checkpoint_time": "2024-05-06 11:18:50.620", "error": null }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 449567924058849286, "checkpoint_time": "2024-05-06 11:18:50.620", "error": null } ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 449567924058849286, '"checkpoint_time":' '"2024-05-06' '11:18:50.620",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 449567924058849286, '"checkpoint_time":' '"2024-05-06' '11:18:50.620",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6351.out cli changefeed pause -c changefeed-initialize-error [2024/05/06 11:18:51.303 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] [2024/05/06 11:18:51.314 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:51.524 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] PASS [2024/05/06 11:18:51.128 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark2000] [2024/05/06 11:18:51.412 +08:00] [INFO] [case.go:539] ["upstream create table executed"] [tblName=finishmark3000] [2024/05/06 11:18:51.412 +08:00] [INFO] [case.go:571] ["downstream start wait for table"] [tblName=finishmark3000] [2024/05/06 11:18:51.622 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:51.626 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:51.711 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] coverage: 1.9% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:51.805 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:51.810 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:51 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00419f0e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567922951028742 MinTableBarrierTs:449567924261748745 AdminJobType:noop} span: {table_id:102,start_key:7480000000000000ff665f720000000000fa,end_key:7480000000000000ff665f730000000000fa}, resolvedTs: 449567922951028742, checkpointTs: 449567922951028742, state: Preparing span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567922951028742, checkpointTs: 449567922951028742, state: Preparing span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567922951028742, checkpointTs: 449567922951028742, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e0b117cf-818c-4675-84aa-c7d1039ff4fa {"id":"e0b117cf-818c-4675-84aa-c7d1039ff4fa","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e125c e0b117cf-818c-4675-84aa-c7d1039ff4fa /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567922951028742,"min-table-barrier-ts":449567924261748745,"admin-job-type":0} /tidb/cdc/default/default/task/position/e0b117cf-818c-4675-84aa-c7d1039ff4fa/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00419f0e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567922951028742 MinTableBarrierTs:449567924261748745 AdminJobType:noop} span: {table_id:102,start_key:7480000000000000ff665f720000000000fa,end_key:7480000000000000ff665f730000000000fa}, resolvedTs: 449567922951028742, checkpointTs: 449567922951028742, state: Preparing span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567922951028742, checkpointTs: 449567922951028742, state: Preparing span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567922951028742, checkpointTs: 449567922951028742, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e0b117cf-818c-4675-84aa-c7d1039ff4fa {"id":"e0b117cf-818c-4675-84aa-c7d1039ff4fa","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e125c e0b117cf-818c-4675-84aa-c7d1039ff4fa /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567922951028742,"min-table-barrier-ts":449567924261748745,"admin-job-type":0} /tidb/cdc/default/default/task/position/e0b117cf-818c-4675-84aa-c7d1039ff4fa/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00419f0e0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567922951028742 MinTableBarrierTs:449567924261748745 AdminJobType:noop} span: {table_id:102,start_key:7480000000000000ff665f720000000000fa,end_key:7480000000000000ff665f730000000000fa}, resolvedTs: 449567922951028742, checkpointTs: 449567922951028742, state: Preparing span: {table_id:104,start_key:7480000000000000ff685f720000000000fa,end_key:7480000000000000ff685f730000000000fa}, resolvedTs: 449567922951028742, checkpointTs: 449567922951028742, state: Preparing span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449567922951028742, checkpointTs: 449567922951028742, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e0b117cf-818c-4675-84aa-c7d1039ff4fa {"id":"e0b117cf-818c-4675-84aa-c7d1039ff4fa","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e125c e0b117cf-818c-4675-84aa-c7d1039ff4fa /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567922951028742,"min-table-barrier-ts":449567924261748745,"admin-job-type":0} /tidb/cdc/default/default/task/position/e0b117cf-818c-4675-84aa-c7d1039ff4fa/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' ./t/alter_table.test: ok! 70 test cases passed, take time 7.3942895029999995 s time="2024-05-06T11:18:51+08:00" level=info msg="run test [alter_table] ok" time="2024-05-06T11:18:51+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0003082f0 {{} {} 0} {0 0} [0xc0000fe990] map[] 0 1 0xc000300720 false map[0xc0000fe990:map[0xc0000fe990:true]] map[] 0 0 0 0 <nil> 0 0 0 0 0x4914e0}" [2024/05/06 11:18:52.111 +08:00] [INFO] [main.go:178] ["73 insert success: 900"] [2024/05/06 11:18:52.193 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"] [2024/05/06 11:18:52.197 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/capture_session_done_during_task/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table test.t2 not exists for 4-th check, retry later Sending interrupt signal to process Killing processes table partition_table.t exists table partition_table.t1 exists table partition_table.t2 exists table partition_table.finish_mark not exists for 1-th check, retry later table partition_table.finish_mark not exists for 2-th check, retry later [2024/05/06 11:18:52.416 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_gbk Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... kill finished with exit code 0 Sending interrupt signal to process Killing processes [2024/05/06 11:18:52.705 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"] [2024/05/06 11:18:52.711 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:52.713 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:52.739 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] check diff successfully table ddl_manager.finish_mark not exists for 58-th check, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 7.5.2 Edition: Community Git Commit Hash: ee5bd74cfec316736bf6abc03f22955f88d53e24 Git Commit Branch: release-7.5 UTC Build Time: 2024-05-01 15:16:10 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure Profile: dist_release [2024/05/06 11:18:52.821 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"] [2024/05/06 11:18:52.834 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:52.835 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"] Exiting on signal: TERMINATED script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes [2024/05/06 11:18:53.099 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:53.304 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs6d67ce3f_c6b5_4773_b08d_a83111068a99"] {"level":"warn","ts":1714965533.271057,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0020abdc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:52 GMT < Content-Length: 613 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/86881e7c-1132-4bac-a757-f1b298e0e4a6 {"id":"86881e7c-1132-4bac-a757-f1b298e0e4a6","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8fc47f5 86881e7c-1132-4bac-a757-f1b298e0e4a6 /tidb/cdc/default/default/upstream/7365720798471227553 {"id":7365720798471227553,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/86881e7c-1132-4bac-a757-f1b298e0e4a6 {"id":"86881e7c-1132-4bac-a757-f1b298e0e4a6","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8fc47f5 86881e7c-1132-4bac-a757-f1b298e0e4a6 /tidb/cdc/default/default/upstream/7365720798471227553 {"id":7365720798471227553,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/86881e7c-1132-4bac-a757-f1b298e0e4a6 {"id":"86881e7c-1132-4bac-a757-f1b298e0e4a6","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be8fc47f5 86881e7c-1132-4bac-a757-f1b298e0e4a6 /tidb/cdc/default/default/upstream/7365720798471227553 {"id":7365720798471227553,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5162.out cli changefeed create '--sink-uri=mysql://root@127.0.0.1:3306/?batch-dml-enable=true' -c test Create changefeed successfully! ID: test Info: {"upstream_id":7365720798471227553,"namespace":"default","id":"test","sink_uri":"mysql://root@127.0.0.1:3306/?batch-dml-enable=true","create_time":"2024-05-06T11:18:53.216889965+08:00","start_ts":449567924707393540,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64"},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567924707393540,"checkpoint_ts":449567924707393540,"checkpoint_time":"2024-05-06 11:18:53.094"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... "is-owner": true, run task successfully kill finished with exit code 0 Sending interrupt signal to process Killing processes [2024/05/06 11:18:53.140 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark2000] [2024/05/06 11:18:53.412 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark3000] + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error stopped changefeed new redo manager injected error + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=stopped + error_msg=changefeed + tls_dir=error + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 449567924058849286, "checkpoint_time": "2024-05-06 11:18:50.620", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 449567924058849286, "checkpoint_time": "2024-05-06 11:18:50.620", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7365720440884238370, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 449567924058849286, "checkpoint_time": "2024-05-06 11:18:50.620", "error": { "time": "2024-05-06T11:18:18.888655812+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } kill finished with exit code 0 Sending interrupt signal to process Killing processes [2024/05/06 11:18:53.717 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"] [2024/05/06 11:18:53.730 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"] [2024/05/06 11:18:53.795 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"] [2024/05/06 11:18:53.806 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:53.810 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs6487f083_dcaa_4525_b4ed_c197a0e20693"] [2024/05/06 11:18:53.821 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"] {"level":"warn","ts":1714965533.8179672,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002572e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: read tcp 127.0.0.1:39882->127.0.0.1:2379: read: connection reset by peer"} script returned exit code 143 check diff failed 15-th time, retry later ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 449567924058849286, '"checkpoint_time":' '"2024-05-06' '11:18:50.620",' '"error":' '{' '"time":' '"2024-05-06T11:18:18.888655812+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7365720440884238370, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 449567924058849286, '"checkpoint_time":' '"2024-05-06' '11:18:50.620",' '"error":' '{' '"time":' '"2024-05-06T11:18:18.888655812+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .error.message + message='changefeed new redo manager injected error' + [[ ! changefeed new redo manager injected error =~ changefeed ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6410.out cli changefeed resume -c changefeed-initialize-error kill finished with exit code 0 Sending interrupt signal to process Killing processes {"level":"warn","ts":1714965532.7276354,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00144a540/127.0.0.1:2479","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 [2024/05/06 11:18:53.918 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs1d6ab285_43f6_46c0_828e_a7ac07694187"] [2024/05/06 11:18:53.924 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:54.007 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs7b883450_ba26_4de3_9966_169a9317eec9"] [2024/05/06 11:18:54.021 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:54.033 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] script returned exit code 143 table test.t2 not exists for 5-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2024/05/06 11:18:54.518 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"] [2024/05/06 11:18:54.523 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"] [2024/05/06 11:18:54.605 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] *************************** 1. row *************************** count(distinct region_id): 1 + set +x owner pid: 3404 owner id e0b117cf-818c-4675-84aa-c7d1039ff4fa [Mon May 6 11:18:54 CST 2024] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.35113513.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_cleanup_stale_tasks.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_cleanup_stale_tasks.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore [2024/05/06 11:18:54.810 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:54.833 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:54.895 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"] [2024/05/06 11:18:54.906 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:54.920 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:54.907 +08:00] [INFO] [case.go:539] ["upstream create table executed"] [tblName=finishmark4000] [2024/05/06 11:18:54.907 +08:00] [INFO] [case.go:571] ["downstream start wait for table"] [tblName=finishmark4000] [2024/05/06 11:18:54.993 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:55.029 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:55.108 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:55.154 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark2000] [2024/05/06 11:18:55.214 +08:00] [INFO] [case.go:673] ["get end ts"] [tableName=finishmark2000] [ts=449567924759298056] [2024/05/06 11:18:55.215 +08:00] [INFO] [case.go:576] ["ddl synced"] [table=finishmark2000] [2024/05/06 11:18:55.215 +08:00] [INFO] [case.go:582] ["downstream sync success"] [endTs=449567924759298056] [2024/05/06 11:18:55.302 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"] [2024/05/06 11:18:55.320 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:55.408 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs8b80dc60_a36b_4870_93db_d9bee556a4c6"] [2024/05/06 11:18:55.294 +08:00] [INFO] [case.go:186] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2024/05/06 11:18:55.300 +08:00] [INFO] [case.go:186] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2024/05/06 11:18:55.306 +08:00] [INFO] [case.go:303] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2024/05/06 11:18:55.313 +08:00] [INFO] [case.go:303] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2024/05/06 11:18:55.511 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:55.610 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:55.700 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"] [2024/05/06 11:18:55.707 +08:00] [INFO] [main.go:178] ["72 insert success: 200"] [2024/05/06 11:18:55.492 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark3000] [2024/05/06 11:18:55.805 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:55.897 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsd21a0db4_2e1f_4646_813c_503d79def367"] [2024/05/06 11:18:55.910 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:56.102 +08:00] [INFO] [main.go:178] ["73 insert success: 200"] [2024/05/06 11:18:56.201 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] table test.t2 not exists for 6-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 16-th time, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes [2024/05/06 11:18:56.508 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:56.605 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:56.623 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:56.698 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:56.730 +08:00] [INFO] [main.go:178] ["72 insert success: 300"] [2024/05/06 11:18:56.731 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] kill finished with exit code 0 Sending interrupt signal to process Killing processes [2024/05/06 11:18:56.809 +08:00] [INFO] [main.go:178] ["72 insert success: 400"] [2024/05/06 11:18:56.819 +08:00] [INFO] [main.go:178] ["72 insert success: 100"] [2024/05/06 11:18:56.896 +08:00] [INFO] [main.go:178] ["73 insert success: 100"] [2024/05/06 11:18:56.907 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:57.001 +08:00] [INFO] [main.go:178] ["73 insert success: 300"] [2024/05/06 11:18:57.015 +08:00] [INFO] [main.go:178] ["73 insert success: 400"] check diff failed 1-th time, retry later script returned exit code 143 [2024/05/06 11:18:56.907 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark4000] kill finished with exit code 0 Sending interrupt signal to process Killing processes script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes start tidb cluster in /tmp/tidb_cdc_test/capture_session_done_during_task Starting Upstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Starting Downstream PD... Release Version: v7.5.1-6-g78f4254e3 Edition: Community Git Commit Hash: 78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 Git Branch: release-7.5 UTC Build Time: 2024-04-30 02:49:46 Verifying upstream PD is started... kill finished with exit code 0 Sending interrupt signal to process Killing processes [2024/05/06 11:18:57.513 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark3000] script returned exit code 143 script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes {"level":"warn","ts":1714965537.927097,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0023dc1c0/127.0.0.1:2779","attempt":0,"error":"rpc error: code = Unavailable desc = etcdserver: leader changed"} script returned exit code 143 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) > GET /debug/info HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 03:18:57 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00329a5a0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567925585575938 MinTableBarrierTs:449567925585575949 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d9e2365d-66a2-4c08-8818-3b20920b232c {"id":"d9e2365d-66a2-4c08-8818-3b20920b232c","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/e0b117cf-818c-4675-84aa-c7d1039ff4fa {"id":"e0b117cf-818c-4675-84aa-c7d1039ff4fa","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e125c e0b117cf-818c-4675-84aa-c7d1039ff4fa /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1297 d9e2365d-66a2-4c08-8818-3b20920b232c /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567925585575938,"min-table-barrier-ts":449567925847719938,"admin-job-type":0} /tidb/cdc/default/default/task/position/d9e2365d-66a2-4c08-8818-3b20920b232c/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/e0b117cf-818c-4675-84aa-c7d1039ff4fa/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00329a5a0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567925585575938 MinTableBarrierTs:449567925585575949 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d9e2365d-66a2-4c08-8818-3b20920b232c {"id":"d9e2365d-66a2-4c08-8818-3b20920b232c","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/e0b117cf-818c-4675-84aa-c7d1039ff4fa {"id":"e0b117cf-818c-4675-84aa-c7d1039ff4fa","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e125c e0b117cf-818c-4675-84aa-c7d1039ff4fa /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1297 d9e2365d-66a2-4c08-8818-3b20920b232c /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567925585575938,"min-table-barrier-ts":449567925847719938,"admin-job-type":0} /tidb/cdc/default/default/task/position/d9e2365d-66a2-4c08-8818-3b20920b232c/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/e0b117cf-818c-4675-84aa-c7d1039ff4fa/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/5b368103-d33d-4ba5-a76f-b59e4072c953 {UpstreamID:7365720616511360314 Namespace:default ID:5b368103-d33d-4ba5-a76f-b59e4072c953 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2024-05-06 11:18:11.989067331 +0800 CST StartTs:449567912557281281 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00329a5a0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v7.5.1-23-gf21441d0a Epoch:449567913920167942} {CheckpointTs:449567925585575938 MinTableBarrierTs:449567925585575949 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d9e2365d-66a2-4c08-8818-3b20920b232c {"id":"d9e2365d-66a2-4c08-8818-3b20920b232c","address":"127.0.0.1:8301","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/capture/e0b117cf-818c-4675-84aa-c7d1039ff4fa {"id":"e0b117cf-818c-4675-84aa-c7d1039ff4fa","address":"127.0.0.1:8300","version":"v7.5.1-23-gf21441d0a"} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e125c e0b117cf-818c-4675-84aa-c7d1039ff4fa /tidb/cdc/default/__cdc_meta__/owner/22318f4be85e1297 d9e2365d-66a2-4c08-8818-3b20920b232c /tidb/cdc/default/default/changefeed/info/5b368103-d33d-4ba5-a76f-b59e4072c953 {"upstream-id":7365720616511360314,"namespace":"default","changefeed-id":"5b368103-d33d-4ba5-a76f-b59e4072c953","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2024-05-06T11:18:11.989067331+08:00","start-ts":449567912557281281,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64"},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50,"event-cache-percentage":0}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"sql-mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced-status":{"synced-check-interval":300,"checkpoint-interval":15}},"state":"normal","error":null,"warning":null,"creator-version":"v7.5.1-23-gf21441d0a","epoch":449567913920167942} /tidb/cdc/default/default/changefeed/status/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":449567925585575938,"min-table-barrier-ts":449567925847719938,"admin-job-type":0} /tidb/cdc/default/default/task/position/d9e2365d-66a2-4c08-8818-3b20920b232c/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/e0b117cf-818c-4675-84aa-c7d1039ff4fa/5b368103-d33d-4ba5-a76f-b59e4072c953 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7365720616511360314 {"id":7365720616511360314,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 | grep -v "e0b117cf-818c-4675-84aa-c7d1039ff4fa" | grep id Starting Downstream TiDB... Release Version: v7.5.1-47-g61c4bd6125 Edition: Community Git Commit Hash: 61c4bd61254323d2dc68a8de048000ea036e67ac Git Branch: release-7.5 UTC Build Time: 2024-05-01 02:52:10 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) kill finished with exit code 0 Sending interrupt signal to process Killing processes [2024/05/06 11:18:58.005 +08:00] [INFO] [case.go:539] ["upstream create table executed"] [tblName=finishmark5000] [2024/05/06 11:18:58.005 +08:00] [INFO] [case.go:571] ["downstream start wait for table"] [tblName=finishmark5000] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa5868c000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg, pid:1154, start at 2024-05-06 11:18:57.235528102 +0800 CST m=+9.525435350 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:57.265 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:57.236 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:57.236 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa5868c000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg, pid:1154, start at 2024-05-06 11:18:57.235528102 +0800 CST m=+9.525435350 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:57.265 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:57.236 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:57.236 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 179 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d2fa582340004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:ap-tiflow-release-7-5-pull-cdc-integration-mysql-test-360-r8ddg, pid:1190, start at 2024-05-06 11:18:56.929187402 +0800 CST m=+9.058789130 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-11:20:56.953 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-11:18:56.959 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-11:08:56.959 +0800 All versions after safe point can be accessed. (DO NOT EDIT) check diff failed 17-th time, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes {"level":"warn","ts":1714965538.4981935,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002662540/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 "cluster-id": "default" "id": "d9e2365d-66a2-4c08-8818-3b20920b232c", "cluster-id": "default" run task successfully [2024/05/06 11:18:58.925 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark4000] [2024/05/06 11:18:59.531 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark3000] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5212.out cli changefeed pause -c test [2024/05/06 11:19:00.005 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark5000] [2024/05/06 11:19:00.204 +08:00] [INFO] [case.go:539] ["upstream create table executed"] [tblName=finishmark6000] [2024/05/06 11:19:00.204 +08:00] [INFO] [case.go:571] ["downstream start wait for table"] [tblName=finishmark6000] ./t/bigint.test: ok! 138 test cases passed, take time 7.418258653 s time="2024-05-06T11:18:59+08:00" level=info msg="run test [bigint] ok" time="2024-05-06T11:18:59+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0004264a0 {{} {} 0} {0 0} [0xc0000fe090] map[] 0 1 0xc00041d140 false map[0xc0000fe090:map[0xc0000fe090:true]] map[] 0 0 0 0 <nil> 0 0 0 0 0x4914e0}" ./t/composite_index.test: ok! 12 test cases passed, take time 0.285809287 s time="2024-05-06T11:18:59+08:00" level=info msg="run test [composite_index] ok" time="2024-05-06T11:18:59+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0004260f8 {{} {} 0} {0 0} [0xc000110120] map[] 0 1 0xc00058e240 false map[0xc000110120:map[0xc000110120:true]] map[] 0 0 0 0 <nil> 0 0 0 0 0x4914e0}" ./t/concurrent_ddl.test: ok! 8 test cases passed, take time 0.441527648 s time="2024-05-06T11:19:00+08:00" level=info msg="run test [concurrent_ddl] ok" time="2024-05-06T11:19:00+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc00030a0b8 {{} {} 0} {0 0} [0xc000622090] map[] 0 1 0xc0004c63c0 false map[0xc000622090:map[0xc000622090:true]] map[] 0 0 0 0 <nil> 0 0 0 0 0x4914e0}" check diff failed 18-th time, retry later capture_id: d9e2365d-66a2-4c08-8818-3b20920b232c PASS coverage: 1.9% of statements in github.com/pingcap/tiflow/... {"level":"warn","ts":1714965538.196764,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002149340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} {"level":"warn","ts":1714965540.196766,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002149340/127.0.0.1:2379","attempt":1,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} script returned exit code 143 [2024/05/06 11:19:00.992 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark4000] kill finished with exit code 0 Sending interrupt signal to process Killing processes ./t/date_formats.test: ok! 99 test cases passed, take time 1.122385098 s time="2024-05-06T11:19:01+08:00" level=info msg="run test [date_formats] ok" time="2024-05-06T11:19:01+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc000382438 {{} {} 0} {0 0} [0xc000593d40] map[] 0 1 0xc0003811a0 false map[0xc000593d40:map[0xc000593d40:true]] map[] 0 0 0 0 <nil> 0 0 0 0 0x4914e0}" [2024/05/06 11:19:01.594 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark3000] [2024/05/06 11:19:01.611 +08:00] [INFO] [case.go:673] ["get end ts"] [tableName=finishmark3000] [ts=449567926538469380] [2024/05/06 11:19:01.611 +08:00] [INFO] [case.go:576] ["ddl synced"] [table=finishmark3000] [2024/05/06 11:19:01.611 +08:00] [INFO] [case.go:582] ["downstream sync success"] [endTs=449567926538469380] [2024/05/06 11:19:01.615 +08:00] [INFO] [case.go:186] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2024/05/06 11:19:01.697 +08:00] [INFO] [case.go:186] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2024/05/06 11:19:01.701 +08:00] [INFO] [case.go:303] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2024/05/06 11:19:01.712 +08:00] [INFO] [case.go:303] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5238.out cli changefeed update -c test '--sink-uri=mysql://root@127.0.0.1:3306/?batch-dml-enable=false' --no-confirm kill finished with exit code 0 Sending interrupt signal to process Killing processes Diff of changefeed config: {Type:update Path:[SinkURI] From:mysql://root@127.0.0.1:3306/?batch-dml-enable=true To:mysql://root@127.0.0.1:3306/?batch-dml-enable=false} {"level":"warn","ts":1714965542.1399608,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f54a80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 [2024/05/06 11:19:02.019 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark5000] [2024/05/06 11:19:02.204 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark6000] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Update changefeed config successfully! ID: test Info: {"upstream_id":7365720798471227553,"namespace":"default","id":"test","sink_uri":"mysql://root@127.0.0.1:3306/?batch-dml-enable=false","create_time":"2024-05-06T11:18:53.216889965+08:00","start_ts":449567924707393540,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"delete_only_output_handle_key_columns":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50,"event_cache_percentage":0}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"sql_mode":"ONLY_FULL_GROUP_BY,STRICT_TRANS_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION","synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v7.5.1-23-gf21441d0a","resolved_ts":449567926372270081,"checkpoint_ts":449567925520302107,"checkpoint_time":"2024-05-06 11:18:56.195"} PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes {"level":"warn","ts":1714965538.4378695,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002258700/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes {"level":"warn","ts":1714965542.7729752,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0022e7180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} {"level":"warn","ts":1714965542.5018616,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0013df340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 script returned exit code 143 [2024/05/06 11:19:03.008 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark4000] [2024/05/06 11:19:03.504 +08:00] [INFO] [case.go:539] ["upstream create table executed"] [tblName=finishmark7000] [2024/05/06 11:19:03.504 +08:00] [INFO] [case.go:571] ["downstream start wait for table"] [tblName=finishmark7000] ./t/drop.test: ok! 48 test cases passed, take time 2.109002607 s time="2024-05-06T11:19:03+08:00" level=info msg="run test [drop] ok" time="2024-05-06T11:19:03+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc000126128 {{} {} 0} {0 0} [0xc0001a0000] map[] 0 1 0xc0004c6720 false map[0xc0001a0000:map[0xc0001a0000:true]] map[] 0 0 0 0 <nil> 0 0 0 0 0x4914e0}" ./t/mysql_replace.test: ok! 16 test cases passed, take time 0.196460499 s time="2024-05-06T11:19:03+08:00" level=info msg="run test [mysql_replace] ok" Great, All tests passed kill finished with exit code 0 Sending interrupt signal to process Killing processes [2024/05/06 11:19:04.105 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark5000] [2024/05/06 11:19:04.217 +08:00] [INFO] [case.go:638] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark6000] mysqltest end script returned exit code 143 kill finished with exit code 0 ++ stop_tidb_cluster Got signal [terminated] to exit. [2024/05/06 11:19:04.606 +08:00] [WARN] [bank.go:42] ["received signal to exit"] [signal=terminated] {"level":"warn","ts":1714965544.60867,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0020bb340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} {"level":"warn","ts":1714965544.6090627,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0010f1a40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 {"level":"warn","ts":1714965533.5438797,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00228a000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: read tcp 127.0.0.1:55538->127.0.0.1:2379: read: connection reset by peer"} {"level":"warn","ts":1714965535.5436518,"caller":"v3@v3.5.10/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00228a000/127.0.0.1:2379","attempt":1,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_puller_lag/run.sh: line 1: 5266 Terminated sleep 180 script returned exit code 143 [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G00' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G02' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G03' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G05' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G06' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G07' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G09' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G10' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G11' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G12' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G13' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G14' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G15' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G16' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G17' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G18' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G19' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G20' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G21' [Pipeline] // stage [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G04' [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline ERROR: script returned exit code 1 Finished: FAILURE