Started by user Jenkins Admin Obtained pipelines/pingcap/tiflow/latest/pull_cdc_integration_storage_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3 Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3 is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-b2lgz-vxgsl --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "9ae15707069cd23945e5c82397570a69dfb13869" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-b2lgz" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=37f0ed22-11b5-4ee8-9217-ce80f9557a7e BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-b2lgz GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-ec41a9ea2975eb575c6c655de75271b1a69674254216af41486e1697505d3c9f NODE_LABELS=pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3 pingcap_tiflow_pull_cdc_integration_storage_test_1813-b2lgz GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.6' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build2946854574=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3 bash' debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-pull-cdc-integration-storage-test-1813-b2l-bj3g3 bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 17476 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 409d931359ae7112 (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 27 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 08:09:02 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Check diff files) [Pipeline] container [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $token [Pipeline] { [Pipeline] httpRequest Warning: A secret was passed to "httpRequest" using Groovy String interpolation, which is insecure. Affected argument(s) used the following variable(s): [token] See https://jenkins.io/redirect/groovy-string-interpolation for details. HttpMethod: GET URL: https://api.github.com/repos/pingcap/tiflow/pulls/10953/files?page=1&per_page=100 Content-Type: application/json Authorization: ***** Sending request to url: https://api.github.com/repos/pingcap/tiflow/pulls/10953/files?page=1&per_page=100 Response Code: HTTP/1.1 200 OK Success: Status code 200 is in the accepted range: 100:399 [Pipeline] httpRequest Warning: A secret was passed to "httpRequest" using Groovy String interpolation, which is insecure. Affected argument(s) used the following variable(s): [token] See https://jenkins.io/redirect/groovy-string-interpolation for details. HttpMethod: GET URL: https://api.github.com/repos/pingcap/tiflow/pulls/10953/files?page=2&per_page=100 Content-Type: application/json Authorization: ***** Sending request to url: https://api.github.com/repos/pingcap/tiflow/pulls/10953/files?page=2&per_page=100 Response Code: HTTP/1.1 200 OK Success: Status code 200 is in the accepted range: 100:399 [Pipeline] } [Pipeline] // withCredentials [Pipeline] echo pr_diff_files: [cdc/processor/sinkmanager/manager.go, cdc/processor/sinkmanager/manager_test.go, cdc/processor/sinkmanager/redo_log_worker.go, cdc/processor/sinkmanager/redo_log_worker_test.go, cdc/processor/sinkmanager/table_sink_worker.go, cdc/processor/sinkmanager/table_sink_worker_test.go, cdc/processor/sinkmanager/table_sink_wrapper.go, cdc/processor/sinkmanager/tasks.go, cdc/processor/sinkmanager/tasks_test.go, cdc/processor/sourcemanager/manager.go, cdc/processor/sourcemanager/sorter/engine.go, cdc/processor/sourcemanager/sorter/memory/event_sorter.go, cdc/processor/sourcemanager/sorter/memory/event_sorter_test.go, cdc/processor/sourcemanager/sorter/mock/engine_mock.go, cdc/processor/sourcemanager/sorter/pebble/encoding/key.go, cdc/processor/sourcemanager/sorter/pebble/event_sorter.go, cdc/processor/sourcemanager/sorter/pebble/event_sorter_test.go] [Pipeline] echo diff file not matched: cdc/processor/sinkmanager/manager.go [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] timeout Timeout set to expire in 10 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tiflow/rev-be15534) 203635712 bytes in 8.17 secs (24933340 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.36.6 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/.git/ .git HEAD is now at be1553484 codec(ticdc): avro simplify the unit test (#11010) POST git-upload-pack (656 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tiflow = [up to date] master -> origin/master b0ad7c037..edccab95f refs/pull/10953/head -> origin/pr/10953/head HEAD is now at be1553484 codec(ticdc): avro simplify the unit test (#11010) ๐Ÿšง Checkouting to base SHA:be1553484fe4c03594eabb8d7435c694e5fd7224... HEAD is now at be1553484 codec(ticdc): avro simplify the unit test (#11010) โœ… Checked. ๐ŸŽ‰ ๐Ÿงพ HEAD info: be1553484fe4c03594eabb8d7435c694e5fd7224 be1553484 codec(ticdc): avro simplify the unit test (#11010) 2a7a65c6f Support Sequences (#10203) 36e9e1bf6 cli(ticdc): allow client authentication to be enabled without tls (#11005) ๐Ÿšง Pre-merge heads of pull requests to base SHA: be1553484fe4c03594eabb8d7435c694e5fd7224 ... Updating be1553484..edccab95f Fast-forward cdc/processor/sinkmanager/manager.go | 57 +++------ cdc/processor/sinkmanager/manager_test.go | 2 +- cdc/processor/sinkmanager/redo_log_worker.go | 11 +- cdc/processor/sinkmanager/redo_log_worker_test.go | 4 +- cdc/processor/sinkmanager/table_sink_worker.go | 17 ++- .../sinkmanager/table_sink_worker_test.go | 16 +-- cdc/processor/sinkmanager/table_sink_wrapper.go | 78 ------------- cdc/processor/sinkmanager/tasks.go | 14 +++ cdc/processor/sinkmanager/tasks_test.go | 15 +++ cdc/processor/sourcemanager/manager.go | 14 ++- cdc/processor/sourcemanager/sorter/engine.go | 18 ++- .../sourcemanager/sorter/memory/event_sorter.go | 4 +- .../sorter/memory/event_sorter_test.go | 3 +- .../sourcemanager/sorter/mock/engine_mock.go | 56 ++++++++- .../sourcemanager/sorter/pebble/encoding/key.go | 129 +++++++++++++-------- .../sourcemanager/sorter/pebble/event_sorter.go | 120 ++++++++----------- .../sorter/pebble/event_sorter_test.go | 12 +- 17 files changed, 297 insertions(+), 273 deletions(-) ๐Ÿงพ Pre-merged result: edccab95f9fbacc1a21f1cd0aa1088981c846102 edccab95f fix f93a09ebe fix 8b8246b8d fix โœ… Pre merged ๐ŸŽ‰ โœ… ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache not saved (git/pingcap/tiflow/rev-be15534-edccab9 already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (prepare) [Pipeline] timeout Timeout set to expire in 20 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/third_party_download [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] sh + cd ../tiflow + ./scripts/download-integration-test-binaries.sh master Download binaries... % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1258 0 --:--:-- --:--:-- --:--:-- 1281 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1855 0 --:--:-- --:--:-- --:--:-- 1952 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 442 0 --:--:-- --:--:-- --:--:-- 440 100 41 100 41 0 0 442 0 --:--:-- --:--:-- --:--:-- 440 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1810 0 --:--:-- --:--:-- --:--:-- 1863 >>> download tidb-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tidb/516977e1f99d9df87e142e1ea280baed56a12a70/centos7/tidb-server.tar.gz 2024-05-06 16:09:29 URL:http://fileserver.pingcap.net/download/builds/pingcap/tidb/516977e1f99d9df87e142e1ea280baed56a12a70/centos7/tidb-server.tar.gz [536589702/536589702] -> "tmp/tidb-server.tar.gz" [1] >>> download pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz 2024-05-06 16:09:41 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz [187372022/187372022] -> "tmp/pd-server.tar.gz" [1] >>> download tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz 2024-05-06 16:09:57 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz [919298452/919298452] -> "tmp/tikv-server.tar.gz" [1] >>> download tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8e50de84e6d6ecdcc108990217b70b6bb3f50271/centos7/tiflash.tar.gz 2024-05-06 16:10:15 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8e50de84e6d6ecdcc108990217b70b6bb3f50271/centos7/tiflash.tar.gz [456051121/456051121] -> "tmp/tiflash.tar.gz" [1] >>> download minio.tar.gz from http://fileserver.pingcap.net/download/minio.tar.gz 2024-05-06 16:10:20 URL:http://fileserver.pingcap.net/download/minio.tar.gz [17718777/17718777] -> "tmp/minio.tar.gz" [1] >>> download go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb 2024-05-06 16:10:23 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1] >>> download jq from http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 2024-05-06 16:10:23 URL:http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 [3953824/3953824] -> "third_bin/jq" [1] >>> download etcd.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz 2024-05-06 16:10:23 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz [17310840/17310840] -> "tmp/etcd.tar.gz" [1] >>> download sync_diff_inspector.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/sync_diff_inspector_hash-d671b084_linux-amd64.tar.gz 2024-05-06 16:10:26 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/sync_diff_inspector_hash-d671b084_linux-amd64.tar.gz [79877126/79877126] -> "tmp/sync_diff_inspector.tar.gz" [1] >>> download schema-registry.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz 2024-05-06 16:10:35 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz [278386006/278386006] -> "tmp/schema-registry.tar.gz" [1] Download SUCCESS + ls -alh ./bin total 1.9G drwxr-sr-x. 6 jenkins jenkins 4.0K May 6 16:10 . drwxr-sr-x. 19 jenkins jenkins 4.0K May 6 16:10 .. drwxr-sr-x. 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x. 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x. 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x. 1 jenkins jenkins 44M May 6 16:10 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 3.8M May 6 16:10 jq drwxr-sr-x. 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx. 1 jenkins jenkins 13 May 6 12:44 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1016K Nov 7 01:00 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 May 6 12:44 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 358K Nov 7 01:00 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 May 6 12:44 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 May 6 12:44 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.6M May 6 12:05 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 272M May 6 12:45 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x. 1 jenkins jenkins 37M Apr 30 16:11 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M Apr 30 16:10 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Apr 30 16:10 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 32M Apr 30 16:10 pd-recover -rwxr-xr-x. 1 jenkins jenkins 106M Apr 30 16:10 pd-server -rwxr-xr-x. 1 jenkins jenkins 26M Apr 30 16:10 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 3.0M Apr 30 16:11 pd-ut -rwxr-xr-x. 1 jenkins jenkins 32M Apr 30 16:10 regions-dump drwxr-sr-x. 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x. 1 jenkins jenkins 32M Apr 30 16:11 stores-dump -rwxr-xr-x. 1 jenkins jenkins 192M Sep 22 2023 sync_diff_inspector -rwxr-xr-x. 1 jenkins jenkins 208M May 6 14:50 tidb-server -rwxr-xr-x. 1 jenkins jenkins 380M May 6 12:44 tiflash -rwxr-xr-x. 1 jenkins jenkins 418M May 6 15:33 tikv-server -rwxr-xr-x. 1 jenkins jenkins 2.0M Apr 30 16:11 xprog + make check_third_party_binary /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/tidb-server /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/tikv-server /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/pd-server /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/tiflash /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/pd-ctl /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/sync_diff_inspector /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/go-ycsb /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/etcdctl /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/jq /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/minio /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/bin/schema-registry-start + cd - /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/third_party_download + mkdir -p bin + mv ../tiflow/bin/bin ../tiflow/bin/etc ../tiflow/bin/etcdctl ../tiflow/bin/go-ycsb ../tiflow/bin/jq ../tiflow/bin/lib ../tiflow/bin/libc++.so.1 ../tiflow/bin/libc++.so.1.0 ../tiflow/bin/libc++abi.so.1 ../tiflow/bin/libc++abi.so.1.0 ../tiflow/bin/libgmssl.so ../tiflow/bin/libgmssl.so.3 ../tiflow/bin/libgmssl.so.3.0 ../tiflow/bin/libtiflash_proxy.so ../tiflow/bin/minio ../tiflow/bin/pd-api-bench ../tiflow/bin/pd-ctl ../tiflow/bin/pd-heartbeat-bench ../tiflow/bin/pd-recover ../tiflow/bin/pd-server ../tiflow/bin/pd-tso-bench ../tiflow/bin/pd-ut ../tiflow/bin/regions-dump ../tiflow/bin/share ../tiflow/bin/stores-dump ../tiflow/bin/sync_diff_inspector ../tiflow/bin/tidb-server ../tiflow/bin/tiflash ../tiflow/bin/tikv-server ../tiflow/bin/xprog ./bin/ + ls -alh ./bin total 1.9G drwxr-sr-x. 6 jenkins jenkins 4.0K May 6 16:10 . drwxr-sr-x. 3 jenkins jenkins 4.0K May 6 16:10 .. drwxr-sr-x. 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x. 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x. 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x. 1 jenkins jenkins 44M May 6 16:10 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 3.8M May 6 16:10 jq drwxr-sr-x. 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx. 1 jenkins jenkins 13 May 6 12:44 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1016K Nov 7 01:00 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 May 6 12:44 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 358K Nov 7 01:00 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 May 6 12:44 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 May 6 12:44 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.6M May 6 12:05 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 272M May 6 12:45 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x. 1 jenkins jenkins 37M Apr 30 16:11 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M Apr 30 16:10 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Apr 30 16:10 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 32M Apr 30 16:10 pd-recover -rwxr-xr-x. 1 jenkins jenkins 106M Apr 30 16:10 pd-server -rwxr-xr-x. 1 jenkins jenkins 26M Apr 30 16:10 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 3.0M Apr 30 16:11 pd-ut -rwxr-xr-x. 1 jenkins jenkins 32M Apr 30 16:10 regions-dump drwxr-sr-x. 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x. 1 jenkins jenkins 32M Apr 30 16:11 stores-dump -rwxr-xr-x. 1 jenkins jenkins 192M Sep 22 2023 sync_diff_inspector -rwxr-xr-x. 1 jenkins jenkins 208M May 6 14:50 tidb-server -rwxr-xr-x. 1 jenkins jenkins 380M May 6 12:44 tiflash -rwxr-xr-x. 1 jenkins jenkins 418M May 6 15:33 tikv-server -rwxr-xr-x. 1 jenkins jenkins 2.0M Apr 30 16:11 xprog + ./bin/tidb-server -V Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + ./bin/tiflash --version TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored + ./bin/sync_diff_inspector --version App Name: sync_diff_inspector v2.0 Release Version: v7.4.0 Git Commit Hash: d671b0840063bc2532941f02e02e12627402844c Git Branch: heads/refs/tags/v7.4.0 UTC Build Time: 2023-09-22 03:51:56 Go Version: go1.21.1 [Pipeline] } [Pipeline] // retry [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls -alh ./bin total 8.0K drwxr-sr-x. 2 jenkins jenkins 4.0K May 6 16:10 . drwxr-sr-x. 19 jenkins jenkins 4.0K May 6 16:10 .. + '[' -f ./bin/cdc ']' + make cdc CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-31-gedccab95f" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 08:10:38" -X "github.com/pingcap/tiflow/pkg/version.GitHash=edccab95f9fbacc1a21f1cd0aa1088981c846102" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-31-gedccab95f"' -o bin/cdc ./cmd/cdc go: downloading github.com/fatih/color v1.16.0 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240415145106-cd9c676e9ba4 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240410110152-5fc42c9be2f5 go: downloading github.com/IBM/sarama v1.41.2 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e go: downloading golang.org/x/net v0.24.0 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading google.golang.org/grpc v1.62.1 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/xdg/scram v1.0.5 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240409022718-714958ccd4d5 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/r3labs/diff v1.1.0 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/DATA-DOG/go-sqlmock v1.5.0 go: downloading github.com/imdario/mergo v0.3.16 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/pingcap/tidb-tools v0.0.0-20240305021104-9f9bea84490b go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/hashicorp/golang-lru v0.5.1 go: downloading github.com/tinylib/msgp v1.1.6 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/segmentio/kafka-go v0.4.41-0.20230526171612-f057b1d369cd go: downloading github.com/google/uuid v1.6.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/swaggo/files v0.0.0-20210815190702-a29dd2bc99b2 go: downloading github.com/swaggo/gin-swagger v1.2.0 go: downloading github.com/stretchr/testify v1.9.0 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading github.com/benbjohnson/clock v1.3.5 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/goccy/go-json v0.10.2 go: downloading golang.org/x/sys v0.19.0 go: downloading github.com/YangKeao/seahash v0.0.0-20240229041150-e7bf269c3140 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/golang/mock v1.6.0 go: downloading github.com/klauspost/compress v1.17.8 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/uber-go/atomic v1.4.0 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/go-mysql-org/go-mysql v1.7.1-0.20240314115043-2199dfb0ba98 go: downloading github.com/pingcap/check v0.0.0-20211026125417-57bd13f7b5f0 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/ugorji/go/codec v1.2.11 go: downloading google.golang.org/protobuf v1.33.0 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/philhofer/fwd v1.1.1 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/prometheus/common v0.52.2 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/aws/smithy-go v1.13.5 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading github.com/bits-and-blooms/bitset v1.4.0 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/linkedin/goavro/v2 v2.11.1 go: downloading github.com/pingcap/tidb-dashboard v0.0.0-20240326110213-9768844ff5d7 go: downloading github.com/pierrec/lz4 v2.6.1+incompatible go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading cloud.google.com/go/compute v1.25.1 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading google.golang.org/api v0.170.0 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/swaggo/swag v1.16.3 go: downloading gorm.io/gorm v1.24.5 go: downloading github.com/xdg-go/scram v1.1.2 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.etcd.io/bbolt v1.3.9 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading go.opentelemetry.io/otel/sdk v1.22.0 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/stretchr/objx v0.5.2 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading golang.org/x/exp v0.0.0-20240409090435-93d18d7e34b8 go: downloading github.com/aws/aws-sdk-go-v2/config v1.18.30 go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.13.29 go: downloading github.com/aws/aws-sdk-go-v2/service/glue v1.58.1 go: downloading github.com/jarcoal/httpmock v1.2.0 go: downloading github.com/mailru/easyjson v0.7.7 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading golang.org/x/mod v0.17.0 go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/joomcode/errorx v1.0.1 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/scalalang2/golang-fifo v0.1.5 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/glebarez/sqlite v1.7.0 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading golang.org/x/tools v0.20.0 go: downloading gorm.io/driver/mysql v1.3.3 go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading github.com/shopspring/decimal v1.3.0 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/gorilla/websocket v1.5.1 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/xdg-go/pbkdf2 v1.0.0 go: downloading github.com/xdg-go/stringprep v1.0.4 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.0 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.6 go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.3.37 go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.12.14 go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.14 go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.20.1 go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/go-playground/locales v0.14.1 go: downloading github.com/ardielle/ardielle-go v1.5.2 go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/mtibben/percent v0.2.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/KyleBanks/depth v1.2.1 go: downloading github.com/go-openapi/spec v0.21.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.36 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/glebarez/go-sqlite v1.21.2 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/golang-jwt/jwt/v4 v4.5.0 go: downloading github.com/go-ozzo/ozzo-validation/v4 v4.3.0 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.30 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.30 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 go: downloading github.com/go-openapi/jsonpointer v0.21.0 go: downloading github.com/go-openapi/jsonreference v0.21.0 go: downloading github.com/go-openapi/swag v0.23.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading modernc.org/libc v1.37.1 go: downloading modernc.org/sqlite v1.27.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/josharian/intern v1.0.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading k8s.io/apimachinery v0.28.6 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading modernc.org/memory v1.7.2 go: downloading modernc.org/mathutil v1.6.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 + '[' -f ./bin/cdc_kafka_consumer ']' + make kafka_consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-31-gedccab95f" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 08:13:36" -X "github.com/pingcap/tiflow/pkg/version.GitHash=edccab95f9fbacc1a21f1cd0aa1088981c846102" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-31-gedccab95f"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer/main.go + '[' -f ./bin/cdc_storage_consumer ']' + make storage_consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-31-gedccab95f" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 08:13:43" -X "github.com/pingcap/tiflow/pkg/version.GitHash=edccab95f9fbacc1a21f1cd0aa1088981c846102" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-31-gedccab95f"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go + '[' -f ./bin/cdc.test ']' + make integration_test_build cd tools/check && GO111MODULE=on go build -mod=mod -o ../bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl go: downloading github.com/pingcap/failpoint v0.0.0-20210316064728-7acb0f0a3dfd go: downloading github.com/sergi/go-diff v1.1.0 CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-31-gedccab95f" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 08:13:51" -X "github.com/pingcap/tiflow/pkg/version.GitHash=edccab95f9fbacc1a21f1cd0aa1088981c846102" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-31-gedccab95f"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-31-gedccab95f" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 08:13:51" -X "github.com/pingcap/tiflow/pkg/version.GitHash=edccab95f9fbacc1a21f1cd0aa1088981c846102" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-31-gedccab95f"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer/main.go CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-31-gedccab95f" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 08:13:51" -X "github.com/pingcap/tiflow/pkg/version.GitHash=edccab95f9fbacc1a21f1cd0aa1088981c846102" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-31-gedccab95f"' -o bin/cdc_pulsar_consumer ./cmd/pulsar-consumer/main.go CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-31-gedccab95f" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 08:13:51" -X "github.com/pingcap/tiflow/pkg/version.GitHash=edccab95f9fbacc1a21f1cd0aa1088981c846102" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-31-gedccab95f"' -o bin/oauth2-server ./cmd/oauth2-server/main.go go: downloading github.com/go-oauth2/oauth2/v4 v4.5.2 go: downloading github.com/tidwall/buntdb v1.3.0 go: downloading github.com/tidwall/rtred v0.1.2 go: downloading github.com/tidwall/grect v0.1.4 go: downloading github.com/tidwall/gjson v1.14.3 go: downloading github.com/tidwall/match v1.1.1 go: downloading github.com/tidwall/tinyqueue v0.1.1 go: downloading github.com/tidwall/pretty v1.2.0 $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl enable >/dev/null) go: downloading github.com/PingCAP-QE/go-sqlsmith v0.0.0-20231213065948-336e064b488d go: downloading github.com/chzyer/readline v1.5.1 go: downloading github.com/deepmap/oapi-codegen v1.9.0 go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 go: downloading github.com/gogo/gateway v1.1.0 go: downloading github.com/getkin/kin-openapi v0.80.0 go: downloading github.com/syndtr/goleveldb v1.0.1-0.20210305035536-64b5b1c73954 go: downloading go.uber.org/dig v1.13.0 go: downloading github.com/mattn/go-shellwords v1.0.12 go: downloading go.uber.org/ratelimit v0.2.0 go: downloading github.com/VividCortex/mysqlerr v1.0.0 go: downloading go.uber.org/goleak v1.3.0 go: downloading github.com/bradleyjkemp/grpc-tools v0.2.5 go: downloading github.com/integralist/go-findroot v0.0.0-20160518114804-ac90681525dc go: downloading github.com/jmoiron/sqlx v1.3.3 go: downloading upper.io/db.v3 v3.7.1+incompatible go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0 go: downloading github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129 go: downloading github.com/ngaut/log v0.0.0-20210830112240-0124ec040aeb go: downloading github.com/improbable-eng/grpc-web v0.12.0 go: downloading github.com/ghodss/yaml v1.0.0 go: downloading github.com/rs/cors v1.7.0 go: downloading github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f CGO_ENABLED=1 GO111MODULE=on go test -p 3 --race --tags=intest -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-31-gedccab95f" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 08:13:51" -X "github.com/pingcap/tiflow/pkg/version.GitHash=edccab95f9fbacc1a21f1cd0aa1088981c846102" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-31-gedccab95f"' -c -cover -covermode=atomic \ -coverpkg=github.com/pingcap/tiflow/... \ -o bin/cdc.test github.com/pingcap/tiflow/cmd/cdc \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-31-gedccab95f" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 08:13:51" -X "github.com/pingcap/tiflow/pkg/version.GitHash=edccab95f9fbacc1a21f1cd0aa1088981c846102" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.6 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-31-gedccab95f"' -o bin/cdc ./cmd/cdc/main.go \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null) + ls -alh ./bin total 1.2G drwxr-sr-x. 2 jenkins jenkins 4.0K May 6 16:19 . drwxr-sr-x. 19 jenkins jenkins 4.0K May 6 16:10 .. -rwxr-xr-x. 1 jenkins jenkins 220M May 6 16:19 cdc -rwxr-xr-x. 1 jenkins jenkins 363M May 6 16:18 cdc.test -rwxr-xr-x. 1 jenkins jenkins 183M May 6 16:14 cdc_kafka_consumer -rwxr-xr-x. 1 jenkins jenkins 183M May 6 16:14 cdc_pulsar_consumer -rwxr-xr-x. 1 jenkins jenkins 182M May 6 16:14 cdc_storage_consumer -rwxr-xr-x. 1 jenkins jenkins 12M May 6 16:14 oauth2-server + ./bin/cdc version Release Version: v8.2.0-alpha-31-gedccab95f Git Commit Hash: edccab95f9fbacc1a21f1cd0aa1088981c846102 Git Branch: HEAD UTC Build Time: 2024-05-06 08:13:51 Go Version: go version go1.21.6 linux/amd64 Failpoint Build: true [Pipeline] } Cache not saved (binary/pingcap/tiflow/cdc-integration-test/rev-be15534-edccab9 already exists) [Pipeline] // cache [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + cp -r ../third_party_download/bin/bin ../third_party_download/bin/etc ../third_party_download/bin/etcdctl ../third_party_download/bin/go-ycsb ../third_party_download/bin/jq ../third_party_download/bin/lib ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/pd-ut ../third_party_download/bin/regions-dump ../third_party_download/bin/share ../third_party_download/bin/stores-dump ../third_party_download/bin/sync_diff_inspector ../third_party_download/bin/tidb-server ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-server ../third_party_download/bin/xprog ./bin/ + ls -alh ./bin total 3.0G drwxr-sr-x. 6 jenkins jenkins 4.0K May 6 16:19 . drwxr-sr-x. 19 jenkins jenkins 4.0K May 6 16:10 .. drwxr-sr-x. 2 jenkins jenkins 4.0K May 6 16:19 bin -rwxr-xr-x. 1 jenkins jenkins 220M May 6 16:19 cdc -rwxr-xr-x. 1 jenkins jenkins 363M May 6 16:18 cdc.test -rwxr-xr-x. 1 jenkins jenkins 183M May 6 16:14 cdc_kafka_consumer -rwxr-xr-x. 1 jenkins jenkins 183M May 6 16:14 cdc_pulsar_consumer -rwxr-xr-x. 1 jenkins jenkins 182M May 6 16:14 cdc_storage_consumer drwxr-sr-x. 4 jenkins jenkins 4.0K May 6 16:19 etc -rwxr-xr-x. 1 jenkins jenkins 17M May 6 16:19 etcdctl -rwxr-xr-x. 1 jenkins jenkins 44M May 6 16:19 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 3.8M May 6 16:19 jq drwxr-sr-x. 3 jenkins jenkins 4.0K May 6 16:19 lib lrwxrwxrwx. 1 jenkins jenkins 13 May 6 16:19 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1016K May 6 16:19 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 May 6 16:19 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 358K May 6 16:19 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 May 6 16:19 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 May 6 16:19 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.6M May 6 16:19 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 272M May 6 16:19 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 50M May 6 16:19 minio -rwxr-xr-x. 1 jenkins jenkins 12M May 6 16:14 oauth2-server -rwxr-xr-x. 1 jenkins jenkins 37M May 6 16:19 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M May 6 16:19 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 36M May 6 16:19 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 32M May 6 16:19 pd-recover -rwxr-xr-x. 1 jenkins jenkins 106M May 6 16:19 pd-server -rwxr-xr-x. 1 jenkins jenkins 26M May 6 16:19 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 3.0M May 6 16:19 pd-ut -rwxr-xr-x. 1 jenkins jenkins 32M May 6 16:19 regions-dump drwxr-sr-x. 4 jenkins jenkins 4.0K May 6 16:19 share -rwxr-xr-x. 1 jenkins jenkins 32M May 6 16:19 stores-dump -rwxr-xr-x. 1 jenkins jenkins 192M May 6 16:19 sync_diff_inspector -rwxr-xr-x. 1 jenkins jenkins 208M May 6 16:19 tidb-server -rwxr-xr-x. 1 jenkins jenkins 380M May 6 16:19 tiflash -rwxr-xr-x. 1 jenkins jenkins 418M May 6 16:19 tikv-server -rwxr-xr-x. 1 jenkins jenkins 2.0M May 6 16:19 xprog [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 93.63 secs (39839686 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Tests) [Pipeline] parallel [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G09') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G10') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G11') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G12') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G13') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G14') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G15') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G16') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G17') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G00') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G01') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G02') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G03') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G04') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G05') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G06') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G07') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G08') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G09') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G10') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G11') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G12') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G13') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G14') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G15') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G16') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G17') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37 Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20 Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s [Pipeline] node Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37 is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-00p9f-ztkmt --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7310e7f3be57669eacdbf4aca5888473116165f8" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-00p9f" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7b5671a2; decorates RemoteLauncher[hudson.remoting.Channel@47168bc4:JNLP4-connect connection from 10.233.69.174/10.233.69.174:35718] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20 is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-m21pt-jwtvf --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "df9cc305c6a945e22e5fc759822f51ac87cae328" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-m21pt" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test [Pipeline] podTemplate [Pipeline] { [Pipeline] { [Pipeline] node [Pipeline] checkout The recommended git tool is: git > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-grlcs-xzvcx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ab4e2352585f7ffea9ee0f5b0437e8ed530deb3e" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-grlcs" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test [Pipeline] { Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx [Pipeline] checkout Commit message: "fix(br): use failpoint tidb-server instead (#2951)" The recommended git tool is: git [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] cache Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@691c3ec9; decorates RemoteLauncher[hudson.remoting.Channel@1020da19:JNLP4-connect connection from 10.233.107.152/10.233.107.152:38202] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5540dc61; decorates RemoteLauncher[hudson.remoting.Channel@54ea6982:JNLP4-connect connection from 10.233.84.53/10.233.84.53:42458] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-wmrtd-93vxc --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "cd5211d7589bed4105b2c9a88b629607d67238a1" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-wmrtd" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-8q4wz-3f65n --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "0252a9fc6449b3629a846c0e4ed5d5f7dd8f6f8e" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-8q4wz" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-fg3tt-vzt1j --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4efdbfec9302b13ae350583fcc735b726c2c5b4a" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-fg3tt" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-2d4mr-hp8jq --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6ea5448a0b9454cd5eaf4e7e37904033510b96a1" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-2d4mr" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-dtszj-sl2xc --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "950371eb3b698f28bbac02ef84a4dcd5754962f7" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-dtszj" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-c1pph-5pmpk --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "33a8de5b645f8bd2a02e31408a4c470d9b75b498" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-c1pph" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_storage_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-r8445-45tx5 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "0faa45faba75e3d2ee978efaa62cf414b054937d" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-r8445" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 7.88 secs (473530283 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G00 Run cases: bdr_mode capture_suicide_while_balance_table syncpoint hang_sink_suicide server_config_compatibility kafka_big_messages kafka_compression kafka_messages kafka_sink_error_resume mq_sink_lost_callback mq_sink_dispatcher kafka_column_selector kafka_column_selector_avro debezium lossy_ddl storage_csv_update PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=2ffd0a83-1cd8-48c2-8bbf-8afb71ff411d BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G00 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-00p9f GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-00p9f pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/bdr_mode/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:06 CST 2024] <<<<<< run test case bdr_mode success! >>>>>> [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] { [Pipeline] { The recommended git tool is: git [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43 The recommended git tool is: git [Pipeline] withCredentials Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-3lb-r323s Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0 [Pipeline] { Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx [Pipeline] { Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh [Pipeline] { Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q [Pipeline] cache Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@72708a1; decorates RemoteLauncher[hudson.remoting.Channel@2f74e9a4:JNLP4-connect connection from 10.233.100.102/10.233.100.102:42706] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1e70bd4; decorates RemoteLauncher[hudson.remoting.Channel@43a2939e:JNLP4-connect connection from 10.233.90.141/10.233.90.141:57948] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5577942a; decorates RemoteLauncher[hudson.remoting.Channel@5944bf32:JNLP4-connect connection from 10.233.86.125/10.233.86.125:56474] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@57db269b; decorates RemoteLauncher[hudson.remoting.Channel@521d5c21:JNLP4-connect connection from 10.233.68.220/10.233.68.220:47472] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2b9b19a8; decorates RemoteLauncher[hudson.remoting.Channel@2edd0d02:JNLP4-connect connection from 10.233.108.206/10.233.108.206:42452] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2d263557; decorates RemoteLauncher[hudson.remoting.Channel@8d76cae:JNLP4-connect connection from 10.233.69.75/10.233.69.75:53848] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@616b1fdc; decorates RemoteLauncher[hudson.remoting.Channel@14cd6fdf:JNLP4-connect connection from 10.233.93.24/10.233.93.24:33864] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/capture_suicide_while_balance_table/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:09 CST 2024] <<<<<< run test case capture_suicide_while_balance_table success! >>>>>> Avoid second fetch > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43 is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-0hfc4-cvj90 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "caee504971894f6137169aabad2d508d310b5091" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-0hfc4" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-dhq03-qb01t --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e70ea3c606fcadb38bdc2e81caaa07156c5a8fe8" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-dhq03" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-lkzkf-33j4t Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-zs76h-th135 --- apiVersion: "v1" kind: "Pod" metadata: annotations: --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c0387e5ca745770794b718272b0e346d6afbda6f" jenkins/label-digest: "3955fc7ca089c7fb1e27d82285dc0951fc17fb4b" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-zs76h" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-lkzkf" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh" - name: "JENKINS_NAME" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: resources: requests: memory: "256Mi" cpu: "100m" requests: memory: "256Mi" cpu: "100m" volumeMounts: volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" volumes: - emptyDir: medium: "" name: "workspace-volume" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-q7lm3-jp9p5 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "922fbe3cf8f9c1d6b475379bbb5f9a6b16e503da" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-q7lm3" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-3lb-r323s is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-3lbw6-mv0vx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "93b66f090ba96a7541adc627c35ca9f7280169e7" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-3lbw6" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-3lb-r323s" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-3lb-r323s" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-3lb-r323s" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-3lb-r323s in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8 is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-p2fl9-zbdc9 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f4ed81822448c67958bbb491931a7ed6a580e627" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-p2fl9" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/syncpoint/run.sh using Sink-Type: storage... <<================= kafka downstream isn't support syncpoint record [Mon May 6 16:21:12 CST 2024] <<<<<< run test case syncpoint success! >>>>>> Agent pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0 is provisioned from template pingcap_tiflow_pull_cdc_integration_storage_test_1813-nc7wm-k9ckp --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e2c37e533ecd82f6f113897360e0fbb331607d22" jenkins/label: "pingcap_tiflow_pull_cdc_integration_storage_test_1813-nc7wm" name: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0" - name: "JENKINS_NAME" value: "pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/hang_sink_suicide/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:16 CST 2024] <<<<<< run test case hang_sink_suicide success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/server_config_compatibility/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:19 CST 2024] <<<<<< run test case server_config_compatibility success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_big_messages/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:22 CST 2024] <<<<<< run test case kafka_big_messages success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_compression/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:25 CST 2024] <<<<<< run test case kafka_compression success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_messages/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:28 CST 2024] <<<<<< run test case kafka_messages success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_sink_error_resume/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:31 CST 2024] <<<<<< run test case kafka_sink_error_resume success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/mq_sink_lost_callback/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:35 CST 2024] <<<<<< run test case mq_sink_lost_callback success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/mq_sink_dispatcher/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:38 CST 2024] <<<<<< run test case mq_sink_dispatcher success! >>>>>> Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 29.84 secs (125017858 bytes/sec) [Pipeline] { [Pipeline] cache find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_column_selector/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:41 CST 2024] <<<<<< run test case kafka_column_selector success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_column_selector_avro/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:44 CST 2024] <<<<<< run test case kafka_column_selector_avro success! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/debezium/run.sh using Sink-Type: storage... <<================= find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/lossy_ddl/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/lossy_ddl Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 13.66 secs (273059988 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G01 + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G03 Run cases: row_format drop_many_tables processor_stop_delay partition_table PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=72ed2d31-83a5-4570-8d05-f268c3b426b9 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G03 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-grlcs GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-grlcs pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/row_format/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout The recommended git tool is: git Run cases: http_api http_api_tls api_v2 http_api_tls_with_user_auth cli_tls_with_auth kafka_simple_basic kafka_simple_basic_avro kafka_simple_handle_key_only kafka_simple_handle_key_only_avro kafka_simple_claim_check kafka_simple_claim_check_avro canal_json_adapter_compatibility canal_json_basic canal_json_content_compatible multi_topics avro_basic canal_json_handle_key_only open_protocol_handle_key_only canal_json_claim_check open_protocol_claim_check canal_json_storage_basic canal_json_storage_partition_table multi_tables_ddl PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=4312ad6a-4649-4be7-a1ba-c08c7253c604 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G01 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-m21pt GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-m21pt pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/http_api/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:21:58 CST 2024] <<<<<< run test case http_api success! >>>>>> [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@560f3391; decorates RemoteLauncher[hudson.remoting.Channel@22994d3d:JNLP4-connect connection from 10.233.123.58/10.233.123.58:35506] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@26a340b8; decorates RemoteLauncher[hudson.remoting.Channel@17a71dc5:JNLP4-connect connection from 10.233.106.217/10.233.106.217:43740] will be ignored (a typical symptom is the Git executable not being run inside a designated container) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@19b6baed; decorates RemoteLauncher[hudson.remoting.Channel@6d139caa:JNLP4-connect connection from 10.233.126.25/10.233.126.25:56618] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@78d39dc0; decorates RemoteLauncher[hudson.remoting.Channel@352660d:JNLP4-connect connection from 10.233.93.162/10.233.93.162:38070] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@43be2ea6; decorates RemoteLauncher[hudson.remoting.Channel@b287e09:JNLP4-connect connection from 10.233.86.148/10.233.86.148:49628] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1cc5589c; decorates RemoteLauncher[hudson.remoting.Channel@124460cb:JNLP4-connect connection from 10.233.71.23/10.233.71.23:60388] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@347a4ea4; decorates RemoteLauncher[hudson.remoting.Channel@2e855b:JNLP4-connect connection from 10.233.72.202/10.233.72.202:37634] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@605c86bf; decorates RemoteLauncher[hudson.remoting.Channel@156e8d0a:JNLP4-connect connection from 10.233.84.141/10.233.84.141:37124] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 start tidb cluster in /tmp/tidb_cdc_test/row_format Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33fb77d80011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37, pid:2393, start at 2024-05-06 16:22:02.496730934 +0800 CST m=+5.225526580 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:24:02.502 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:22:02.486 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:12:02.486 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33fb77d80011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37, pid:2393, start at 2024-05-06 16:22:02.496730934 +0800 CST m=+5.225526580 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:24:02.502 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:22:02.486 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:12:02.486 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33fb79540015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37, pid:2477, start at 2024-05-06 16:22:02.614284417 +0800 CST m=+5.291330773 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:24:02.620 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:22:02.581 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:12:02.581 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/lossy_ddl/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/lossy_ddl/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/lossy_ddl/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/lossy_ddl/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/lossy_ddl/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Commit message: "fix(br): use failpoint tidb-server instead (#2951)" find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/http_api_tls/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:22:03 CST 2024] <<<<<< run test case http_api_tls success! >>>>>> Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Mon May 6 16:22:05 CST 2024] <<<<<< START cdc server in lossy_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.lossy_ddl.37223724.out server --log-file /tmp/tidb_cdc_test/lossy_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/lossy_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/api_v2/run.sh using Sink-Type: storage... <<================= Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:22:08 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bf642900-5121-492b-859b-a5c281416972 {"id":"bf642900-5121-492b-859b-a5c281416972","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983725} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4cfeb1cec3 bf642900-5121-492b-859b-a5c281416972 /tidb/cdc/default/default/upstream/7365798964885486399 {"id":7365798964885486399,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bf642900-5121-492b-859b-a5c281416972 {"id":"bf642900-5121-492b-859b-a5c281416972","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983725} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4cfeb1cec3 bf642900-5121-492b-859b-a5c281416972 /tidb/cdc/default/default/upstream/7365798964885486399 {"id":7365798964885486399,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bf642900-5121-492b-859b-a5c281416972 {"id":"bf642900-5121-492b-859b-a5c281416972","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983725} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4cfeb1cec3 bf642900-5121-492b-859b-a5c281416972 /tidb/cdc/default/default/upstream/7365798964885486399 {"id":7365798964885486399,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 8bcdabe6-704b-4d55-b24c-ce9580259cac Info: {"upstream_id":7365798964885486399,"namespace":"default","id":"8bcdabe6-704b-4d55-b24c-ce9580259cac","sink_uri":"blackhole:","create_time":"2024-05-06T16:22:08.825013632+08:00","start_ts":449572694585769986,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572694585769986,"checkpoint_ts":449572694585769986,"checkpoint_time":"2024-05-06 16:22:08.736"} ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 8.41 secs (443634063 bytes/sec) [Pipeline] { [Pipeline] cache ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/http_api_tls_with_user_auth/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:22:12 CST 2024] <<<<<< run test case http_api_tls_with_user_auth success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33fc2a240014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:1223, start at 2024-05-06 16:22:13.93001971 +0800 CST m=+5.332045754 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:24:13.937 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:22:13.897 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:12:13.897 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33fc2a240014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:1223, start at 2024-05-06 16:22:13.93001971 +0800 CST m=+5.332045754 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:24:13.937 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:22:13.897 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:12:13.897 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33fc2a1c0015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:1304, start at 2024-05-06 16:22:13.923246154 +0800 CST m=+5.266000826 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:24:13.931 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:22:13.895 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:12:13.895 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/row_format/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/row_format/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/row_format/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/cli_tls_with_auth/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... check_lossy_ddl /tmp/tidb_cdc_test/lossy_ddl can't found finish mark run task failed 1-th time, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2631.out cli tso query --pd=http://127.0.0.1:2379 check_lossy_ddl /tmp/tidb_cdc_test/lossy_ddl can't found finish mark run task failed 2-th time, retry later + set +x + tso='449572697341165569 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572697341165569 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 16:22:20 CST 2024] <<<<<< START cdc server in row_format case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.26702672.out server --log-file /tmp/tidb_cdc_test/row_format/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/row_format/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 2024-05-06 16:22:22.448126 W | etcdserver: could not get cluster response from http://127.0.0.1:2380: Get "http://127.0.0.1:2380/members": dial tcp 127.0.0.1:2380: connect: connection refused Verifying upstream PD is started... Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 9.56 secs (390279385 bytes/sec) [Pipeline] { [Pipeline] cache check_lossy_ddl /tmp/tidb_cdc_test/lossy_ddl can't found finish mark run task failed 3-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:22:23 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e8467c04-a515-4f77-9f14-e90452ddd974 {"id":"e8467c04-a515-4f77-9f14-e90452ddd974","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983741} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4cfedff1d6 e8467c04-a515-4f77-9f14-e90452ddd974 /tidb/cdc/default/default/upstream/7365799014837437395 {"id":7365799014837437395,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e8467c04-a515-4f77-9f14-e90452ddd974 {"id":"e8467c04-a515-4f77-9f14-e90452ddd974","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983741} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4cfedff1d6 e8467c04-a515-4f77-9f14-e90452ddd974 /tidb/cdc/default/default/upstream/7365799014837437395 {"id":7365799014837437395,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e8467c04-a515-4f77-9f14-e90452ddd974 {"id":"e8467c04-a515-4f77-9f14-e90452ddd974","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983741} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4cfedff1d6 e8467c04-a515-4f77-9f14-e90452ddd974 /tidb/cdc/default/default/upstream/7365799014837437395 {"id":7365799014837437395,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2727.out cli changefeed create --start-ts=449572697341165569 '--sink-uri=file:///tmp/tidb_cdc_test/row_format/storage_test/ticdc-row-format-test-8699?protocol=canal-json&enable-tidb-extension=true' Create changefeed successfully! ID: f108f8c8-b630-4319-b895-81ff0a1390ed Info: {"upstream_id":7365799014837437395,"namespace":"default","id":"f108f8c8-b630-4319-b895-81ff0a1390ed","sink_uri":"file:///tmp/tidb_cdc_test/row_format/storage_test/ticdc-row-format-test-8699?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:22:24.207834552+08:00","start_ts":449572697341165569,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572697341165569,"checkpoint_ts":449572697341165569,"checkpoint_time":"2024-05-06 16:22:19.247"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... + set +x + workdir=/tmp/tidb_cdc_test/row_format + sink_uri='file:///tmp/tidb_cdc_test/row_format/storage_test/ticdc-row-format-test-8699?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/row_format ++ date + echo '[Mon May 6 16:22:25 CST 2024] <<<<<< START storage consumer in row_format case >>>>>>' [Mon May 6 16:22:25 CST 2024] <<<<<< START storage consumer in row_format case >>>>>> + cd /tmp/tidb_cdc_test/row_format + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/row_format + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/row_format/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/row_format/storage_test/ticdc-row-format-test-8699?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check_lossy_ddl /tmp/tidb_cdc_test/lossy_ddl can't found finish mark run task failed 4-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table row_format.finish_mark not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table row_format.finish_mark not exists for 2-th check, retry later check_lossy_ddl /tmp/tidb_cdc_test/lossy_ddl can't found finish mark run task failed 5-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33fd9b480005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20, pid:1580, start at 2024-05-06 16:22:37.530856209 +0800 CST m=+9.365100934 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:24:37.582 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:22:37.572 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:12:37.572 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33fd9b480005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20, pid:1580, start at 2024-05-06 16:22:37.530856209 +0800 CST m=+9.365100934 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:24:37.582 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:22:37.572 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:12:37.572 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33fda290000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20, pid:1606, start at 2024-05-06 16:22:38.035249559 +0800 CST m=+9.724391969 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:24:38.071 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:22:38.088 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:12:38.088 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table row_format.finish_mark not exists for 3-th check, retry later The 1 times to try to start tls tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth Starting TLS PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 14.25 secs (261850167 bytes/sec) [Pipeline] { [Pipeline] cache table row_format.finish_mark not exists for 4-th check, retry later table row_format.finish_mark not exists for 5-th check, retry later table row_format.finish_mark not exists for 6-th check, retry later Starting TLS TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting TLS TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying TLS TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table row_format.finish_mark not exists for 7-th check, retry later check_lossy_ddl /tmp/tidb_cdc_test/lossy_ddl can't found finish mark run task failed 6-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table row_format.finish_mark not exists for 8-th check, retry later table row_format.finish_mark not exists for 9-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table row_format.finish_mark not exists for 10-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table row_format.finish_mark not exists for 11-th check, retry later table row_format.finish_mark not exists for 12-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table row_format.finish_mark not exists for 13-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check_lossy_ddl /tmp/tidb_cdc_test/lossy_ddl can't found finish mark run task failed 7-th time, retry later table row_format.finish_mark not exists for 14-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d33feff940009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20, pid:3058, start at 2024-05-06 16:23:00.347238672 +0800 CST m=+12.683348159 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:25:00.376 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:23:00.375 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:13:00.375 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + pd_host=127.0.0.1 + pd_port=2579 + is_tls=true + '[' true == true ']' ++ run_cdc_cli tso query --pd=https://127.0.0.1:2579 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3125.out cli tso query --pd=https://127.0.0.1:2579 table row_format.finish_mark not exists for 15-th check, retry later + set +x + tso='449572708699865089 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572708699865089 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 16:23:04 CST 2024] <<<<<< START cdc server in cli_tls_with_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.31593161.out server --log-file /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_cli_tls_with_auth_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_data_cli_tls_with_auth_tls1 --cluster-id default --config /tmp/tidb_cdc_test/cli_tls_with_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579 * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table row_format.finish_mark not exists for 16-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 24.05 secs (155083195 bytes/sec) [Pipeline] { [Pipeline] cache table row_format.finish_mark not exists for 17-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:23:08 GMT < Content-Length: 1241 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/48dce85a-10c5-48f1-b209-0c4cb7aa8d26 {"id":"48dce85a-10c5-48f1-b209-0c4cb7aa8d26","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983785} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d8f4cff75309f 48dce85a-10c5-48f1-b209-0c4cb7aa8d26 /tidb/cdc/default/default/upstream/7365799182271233640 {"id":7365799182271233640,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/48dce85a-10c5-48f1-b209-0c4cb7aa8d26 {"id":"48dce85a-10c5-48f1-b209-0c4cb7aa8d26","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983785} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d8f4cff75309f 48dce85a-10c5-48f1-b209-0c4cb7aa8d26 /tidb/cdc/default/default/upstream/7365799182271233640 {"id":7365799182271233640,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/48dce85a-10c5-48f1-b209-0c4cb7aa8d26 {"id":"48dce85a-10c5-48f1-b209-0c4cb7aa8d26","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983785} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d8f4cff75309f 48dce85a-10c5-48f1-b209-0c4cb7aa8d26 /tidb/cdc/default/default/upstream/7365799182271233640 {"id":7365799182271233640,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x table row_format.finish_mark not exists for 18-th check, retry later + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3202.out cli changefeed create --start-ts=449572708699865089 '--sink-uri=file:///tmp/tidb_cdc_test/cli_tls_with_auth/storage_test/ticdc-cli-test-27744?protocol=canal-json&enable-tidb-extension=true' --tz=Asia/Shanghai -c=custom-changefeed-name [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7365799182271233640,"namespace":"default","id":"custom-changefeed-name","sink_uri":"file:///tmp/tidb_cdc_test/cli_tls_with_auth/storage_test/ticdc-cli-test-27744?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:23:11.308531649+08:00","start_ts":449572708699865089,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572708699865089,"checkpoint_ts":449572708699865089,"checkpoint_time":"2024-05-06 16:23:02.577"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table row_format.finish_mark not exists for 19-th check, retry later + set +x + workdir=/tmp/tidb_cdc_test/cli_tls_with_auth + sink_uri='file:///tmp/tidb_cdc_test/cli_tls_with_auth/storage_test/ticdc-cli-test-27744?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/cli_tls_with_auth ++ date + echo '[Mon May 6 16:23:13 CST 2024] <<<<<< START storage consumer in cli_tls_with_auth case >>>>>>' [Mon May 6 16:23:13 CST 2024] <<<<<< START storage consumer in cli_tls_with_auth case >>>>>> + cd /tmp/tidb_cdc_test/cli_tls_with_auth + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/cli_tls_with_auth + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/cli_tls_with_auth/storage_test/ticdc-cli-test-27744?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' table test.simple not exists for 1-th check, retry later table row_format.finish_mark not exists for 20-th check, retry later table test.simple not exists for 2-th check, retry later check_lossy_ddl /tmp/tidb_cdc_test/lossy_ddl [2024/05/06 16:22:12.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572694651305999,\"CommitTs\":449572694651306000,\"RowID\":1,\"PhysicalTableID\":106,\"TableInfo\":{\"id\":106,\"name\":{\"O\":\"example1\",\"L\":\"example1\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572694638198810,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example1\",\"TableID\":106,\"IsPartition\":false},\"Version\":449572694638198816,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":29,\"SplitTxn\":false,\"ReplicatingTs\":449572695568809996,\"HandleKey\":1}"] [2024/05/06 16:22:15.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572694743056401,\"CommitTs\":449572694756163586,\"RowID\":1,\"PhysicalTableID\":109,\"TableInfo\":{\"id\":109,\"name\":{\"O\":\"example2\",\"L\":\"example2\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572694729949218,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example2\",\"TableID\":109,\"IsPartition\":false},\"Version\":449572694729949223,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":29,\"SplitTxn\":false,\"ReplicatingTs\":449572696355241986,\"HandleKey\":1}"] [2024/05/06 16:22:17.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572694848176141,\"CommitTs\":449572694848176143,\"RowID\":1,\"PhysicalTableID\":112,\"TableInfo\":{\"id\":112,\"name\":{\"O\":\"example3\",\"L\":\"example3\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":7,\"Flag\":128,\"Flen\":19,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572694821699617,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example3\",\"TableID\":112,\"IsPartition\":false},\"Version\":449572694821699622,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":\"2023-04-19 11:48:00\"}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":36,\"SplitTxn\":false,\"ReplicatingTs\":449572696879529998,\"HandleKey\":1}"] [2024/05/06 16:22:20.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572694939664399,\"CommitTs\":449572694939664401,\"RowID\":1,\"PhysicalTableID\":115,\"TableInfo\":{\"id\":115,\"name\":{\"O\":\"example4\",\"L\":\"example4\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":15,\"Flag\":0,\"Flen\":256,\"Decimal\":0,\"Charset\":\"utf8mb4\",\"Collate\":\"utf8mb4_bin\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572694926557200,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example4\",\"TableID\":115,\"IsPartition\":false},\"Version\":449572694926557204,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":64},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":\"MjAyMy0wNC0xOSAxMTo0ODowMA==\"}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":47,\"SplitTxn\":false,\"ReplicatingTs\":449572697666224132,\"HandleKey\":1}"] [2024/05/06 16:22:22.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695031414800,\"CommitTs\":449572695031414802,\"RowID\":1,\"PhysicalTableID\":118,\"TableInfo\":{\"id\":118,\"name\":{\"O\":\"example5\",\"L\":\"example5\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695018307615,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example5\",\"TableID\":118,\"IsPartition\":false},\"Version\":449572695018307620,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":-1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":29,\"SplitTxn\":false,\"ReplicatingTs\":449572698190249987,\"HandleKey\":1}"] [2024/05/06 16:22:24.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695123165198,\"CommitTs\":449572695123165200,\"RowID\":1,\"PhysicalTableID\":121,\"TableInfo\":{\"id\":121,\"name\":{\"O\":\"example6\",\"L\":\"example6\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695110057987,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example6\",\"TableID\":121,\"IsPartition\":false},\"Version\":449572695110057992,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":-1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":29,\"SplitTxn\":false,\"ReplicatingTs\":449572698714537986,\"HandleKey\":1}"] [2024/05/06 16:22:26.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695201808401,\"CommitTs\":449572695201808403,\"RowID\":1,\"PhysicalTableID\":124,\"TableInfo\":{\"id\":124,\"name\":{\"O\":\"example7\",\"L\":\"example7\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":15,\"Flag\":0,\"Flen\":256,\"Decimal\":0,\"Charset\":\"utf8\",\"Collate\":\"utf8_general_ci\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695188701214,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example7\",\"TableID\":124,\"IsPartition\":false},\"Version\":449572695188701219,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":64},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":\"MjAyMy0wNC0xOSAxMTo0ODowMA==\"}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":47,\"SplitTxn\":false,\"ReplicatingTs\":449572699239088132,\"HandleKey\":1}"] [2024/05/06 16:22:29.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695241130001,\"CommitTs\":449572695241130003,\"RowID\":-1,\"PhysicalTableID\":128,\"TableInfo\":{\"id\":127,\"name\":{\"O\":\"example8\",\"L\":\"example8\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695228022817,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":{\"type\":1,\"expr\":\"`id`\",\"columns\":[],\"enable\":true,\"is_empty_columns\":false,\"definitions\":[{\"id\":128,\"name\":{\"O\":\"b0\",\"L\":\"b0\"},\"less_than\":[\"0\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":129,\"name\":{\"O\":\"b1\",\"L\":\"b1\"},\"less_than\":[\"MAXVALUE\"],\"in_values\":null,\"policy_ref_info\":null}],\"adding_definitions\":[],\"dropping_definitions\":[],\"NewPartitionIDs\":null,\"states\":null,\"num\":2,\"ddl_state\":0,\"new_table_id\":0,\"ddl_type\":0,\"ddl_expr\":\"\",\"ddl_columns\":null},\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example8\",\"TableID\":127,\"IsPartition\":true},\"Version\":449572695228022821,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":-1},{\"column_id\":2,\"value\":-1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":29,\"SplitTxn\":false,\"ReplicatingTs\":449572700025520132,\"HandleKey\":-1}"] [2024/05/06 16:22:29.584 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695241130005,\"CommitTs\":449572695241130006,\"RowID\":1,\"PhysicalTableID\":129,\"TableInfo\":{\"id\":127,\"name\":{\"O\":\"example8\",\"L\":\"example8\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695228022817,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":{\"type\":1,\"expr\":\"`id`\",\"columns\":[],\"enable\":true,\"is_empty_columns\":false,\"definitions\":[{\"id\":128,\"name\":{\"O\":\"b0\",\"L\":\"b0\"},\"less_than\":[\"0\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":129,\"name\":{\"O\":\"b1\",\"L\":\"b1\"},\"less_than\":[\"MAXVALUE\"],\"in_values\":null,\"policy_ref_info\":null}],\"adding_definitions\":[],\"dropping_definitions\":[],\"NewPartitionIDs\":null,\"states\":null,\"num\":2,\"ddl_state\":0,\"new_table_id\":0,\"ddl_type\":0,\"ddl_expr\":\"\",\"ddl_columns\":null},\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example8\",\"TableID\":127,\"IsPartition\":true},\"Version\":449572695228022821,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":29,\"SplitTxn\":false,\"ReplicatingTs\":449572700025520133,\"HandleKey\":1}"] [2024/05/06 16:22:31.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695320035344,\"CommitTs\":449572695320035345,\"RowID\":1,\"PhysicalTableID\":132,\"TableInfo\":{\"id\":132,\"name\":{\"O\":\"example9\",\"L\":\"example9\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":15,\"Flag\":0,\"Flen\":256,\"Decimal\":0,\"Charset\":\"utf8mb4\",\"Collate\":\"utf8mb4_bin\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695306928133,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example9\",\"TableID\":132,\"IsPartition\":false},\"Version\":449572695306928138,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":64},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":\"MjAyMy0wNC0xOSAxMTo0ODowMA==\"}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":47,\"SplitTxn\":false,\"ReplicatingTs\":449572700549545986,\"HandleKey\":1}"] [2024/05/06 16:22:33.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695359094797,\"CommitTs\":449572695359094798,\"RowID\":1,\"PhysicalTableID\":135,\"TableInfo\":{\"id\":135,\"name\":{\"O\":\"example10\",\"L\":\"example10\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":5,\"Flag\":0,\"Flen\":22,\"Decimal\":-1,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695345987586,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example10\",\"TableID\":135,\"IsPartition\":false},\"Version\":449572695345987590,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":36,\"SplitTxn\":false,\"ReplicatingTs\":449572701073833986,\"HandleKey\":1}"] [2024/05/06 16:22:35.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695450845198,\"CommitTs\":449572695450845200,\"RowID\":1,\"PhysicalTableID\":138,\"TableInfo\":{\"id\":138,\"name\":{\"O\":\"example11\",\"L\":\"example11\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":8,\"Flag\":4099,\"Flen\":20,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":8,\"Flag\":0,\"Flen\":20,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695437738005,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example11\",\"TableID\":138,\"IsPartition\":false},\"Version\":449572695437738009,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":29,\"SplitTxn\":false,\"ReplicatingTs\":449572701598384132,\"HandleKey\":1}"] [2024/05/06 16:22:37.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695542595599,\"CommitTs\":449572695542595601,\"RowID\":1,\"PhysicalTableID\":141,\"TableInfo\":{\"id\":141,\"name\":{\"O\":\"example12\",\"L\":\"example12\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":251,\"Flag\":0,\"Flen\":4294967295,\"Decimal\":0,\"Charset\":\"utf8mb4\",\"Collate\":\"utf8mb4_bin\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695529488407,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example12\",\"TableID\":141,\"IsPartition\":false},\"Version\":449572695529488412,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":64},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":\"MjAyMy0wNC0xOSAxMTo0ODowMA==\"}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":47,\"SplitTxn\":false,\"ReplicatingTs\":449572702122409986,\"HandleKey\":1}"] [2024/05/06 16:22:39.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695634345999,\"CommitTs\":449572695634346001,\"RowID\":1,\"PhysicalTableID\":144,\"TableInfo\":{\"id\":144,\"name\":{\"O\":\"example13\",\"L\":\"example13\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":247,\"Flag\":0,\"Flen\":1,\"Decimal\":0,\"Charset\":\"utf8mb4\",\"Collate\":\"utf8mb4_bin\",\"Elems\":[\"a\",\"b\",\"c\"],\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695621238811,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example13\",\"TableID\":144,\"IsPartition\":false},\"Version\":449572695621238815,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":64},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":29,\"SplitTxn\":false,\"ReplicatingTs\":449572702646697986,\"HandleKey\":1}"] [2024/05/06 16:22:41.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695726096399,\"CommitTs\":449572695726096401,\"RowID\":1,\"PhysicalTableID\":147,\"TableInfo\":{\"id\":147,\"name\":{\"O\":\"example14\",\"L\":\"example14\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":15,\"Flag\":0,\"Flen\":256,\"Decimal\":0,\"Charset\":\"utf8mb4\",\"Collate\":\"utf8mb4_bin\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695712989213,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example14\",\"TableID\":147,\"IsPartition\":false},\"Version\":449572695712989217,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":64},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":\"MjAyMy0wNC0xOSAxMTo0ODowMA==\"}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":47,\"SplitTxn\":false,\"ReplicatingTs\":449572703171248132,\"HandleKey\":1}"] [2024/05/06 16:22:43.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695818108944,\"CommitTs\":449572695818108946,\"RowID\":1,\"PhysicalTableID\":150,\"TableInfo\":{\"id\":150,\"name\":{\"O\":\"example15\",\"L\":\"example15\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":2,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695804739616,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example15\",\"TableID\":150,\"IsPartition\":false},\"Version\":449572695804739620,\"RowColumnsOffset\":{\"1\":0,\"2\":1},\"ColumnsFlag\":{\"1\":11,\"2\":65},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1},{\"column_id\":2,\"value\":-1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":29,\"SplitTxn\":false,\"ReplicatingTs\":449572703695273986,\"HandleKey\":1}"] [2024/05/06 16:22:45.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695922704396,\"CommitTs\":449572695922704398,\"RowID\":1,\"PhysicalTableID\":154,\"TableInfo\":{\"id\":153,\"name\":{\"O\":\"example16\",\"L\":\"example16\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":1,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695896490020,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":{\"type\":1,\"expr\":\"`a`\",\"columns\":[],\"enable\":true,\"is_empty_columns\":false,\"definitions\":[{\"id\":154,\"name\":{\"O\":\"p0\",\"L\":\"p0\"},\"less_than\":[\"6\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":155,\"name\":{\"O\":\"p1\",\"L\":\"p1\"},\"less_than\":[\"11\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":156,\"name\":{\"O\":\"p2\",\"L\":\"p2\"},\"less_than\":[\"21\"],\"in_values\":null,\"policy_ref_info\":null}],\"adding_definitions\":[],\"dropping_definitions\":[],\"NewPartitionIDs\":null,\"states\":null,\"num\":3,\"ddl_state\":0,\"new_table_id\":0,\"ddl_type\":0,\"ddl_expr\":\"\",\"ddl_columns\":null},\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example16\",\"TableID\":153,\"IsPartition\":true},\"Version\":449572695896490025,\"RowColumnsOffset\":{\"1\":0},\"ColumnsFlag\":{\"1\":11},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":25,\"SplitTxn\":false,\"ReplicatingTs\":449572704219561986,\"HandleKey\":1}"] [2024/05/06 16:22:47.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572695935811599,\"CommitTs\":449572695935811600,\"RowID\":18,\"PhysicalTableID\":158,\"TableInfo\":{\"id\":158,\"name\":{\"O\":\"example17\",\"L\":\"example17\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":1,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572695922704416,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example17\",\"TableID\":158,\"IsPartition\":false},\"Version\":449572695922704420,\"RowColumnsOffset\":{\"1\":0},\"ColumnsFlag\":{\"1\":11},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":18}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":25,\"SplitTxn\":false,\"ReplicatingTs\":449572704743849988,\"HandleKey\":18}"] [2024/05/06 16:22:50.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572696014454798,\"CommitTs\":449572696014454800,\"RowID\":1977,\"PhysicalTableID\":165,\"TableInfo\":{\"id\":161,\"name\":{\"O\":\"example18\",\"L\":\"example18\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":1,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572696001347589,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":{\"type\":1,\"expr\":\"`id`\",\"columns\":[],\"enable\":true,\"is_empty_columns\":false,\"definitions\":[{\"id\":162,\"name\":{\"O\":\"pBefore1950\",\"L\":\"pbefore1950\"},\"less_than\":[\"1950\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":163,\"name\":{\"O\":\"p1950\",\"L\":\"p1950\"},\"less_than\":[\"1960\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":164,\"name\":{\"O\":\"p1960\",\"L\":\"p1960\"},\"less_than\":[\"1970\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":165,\"name\":{\"O\":\"p1970\",\"L\":\"p1970\"},\"less_than\":[\"1980\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":166,\"name\":{\"O\":\"p1980\",\"L\":\"p1980\"},\"less_than\":[\"1990\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":167,\"name\":{\"O\":\"p1990\",\"L\":\"p1990\"},\"less_than\":[\"2000\"],\"in_values\":null,\"policy_ref_info\":null}],\"adding_definitions\":[],\"dropping_definitions\":[],\"NewPartitionIDs\":null,\"states\":null,\"num\":6,\"ddl_state\":0,\"new_table_id\":0,\"ddl_type\":0,\"ddl_expr\":\"\",\"ddl_columns\":null},\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example18\",\"TableID\":161,\"IsPartition\":true},\"Version\":449572696001347594,\"RowColumnsOffset\":{\"1\":0},\"ColumnsFlag\":{\"1\":11},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1977}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":25,\"SplitTxn\":false,\"ReplicatingTs\":449572705530281993,\"HandleKey\":1977}"] [2024/05/06 16:22:50.584 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572696014454798,\"CommitTs\":449572696014454800,\"RowID\":1999,\"PhysicalTableID\":167,\"TableInfo\":{\"id\":161,\"name\":{\"O\":\"example18\",\"L\":\"example18\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":1,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572696001347589,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":{\"type\":1,\"expr\":\"`id`\",\"columns\":[],\"enable\":true,\"is_empty_columns\":false,\"definitions\":[{\"id\":162,\"name\":{\"O\":\"pBefore1950\",\"L\":\"pbefore1950\"},\"less_than\":[\"1950\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":163,\"name\":{\"O\":\"p1950\",\"L\":\"p1950\"},\"less_than\":[\"1960\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":164,\"name\":{\"O\":\"p1960\",\"L\":\"p1960\"},\"less_than\":[\"1970\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":165,\"name\":{\"O\":\"p1970\",\"L\":\"p1970\"},\"less_than\":[\"1980\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":166,\"name\":{\"O\":\"p1980\",\"L\":\"p1980\"},\"less_than\":[\"1990\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":167,\"name\":{\"O\":\"p1990\",\"L\":\"p1990\"},\"less_than\":[\"2000\"],\"in_values\":null,\"policy_ref_info\":null}],\"adding_definitions\":[],\"dropping_definitions\":[],\"NewPartitionIDs\":null,\"states\":null,\"num\":6,\"ddl_state\":0,\"new_table_id\":0,\"ddl_type\":0,\"ddl_expr\":\"\",\"ddl_columns\":null},\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example18\",\"TableID\":161,\"IsPartition\":true},\"Version\":449572696001347594,\"RowColumnsOffset\":{\"1\":0},\"ColumnsFlag\":{\"1\":11},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1999}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":25,\"SplitTxn\":false,\"ReplicatingTs\":449572705530281994,\"HandleKey\":1999}"] [2024/05/06 16:22:50.584 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572696014454798,\"CommitTs\":449572696014454800,\"RowID\":1,\"PhysicalTableID\":162,\"TableInfo\":{\"id\":161,\"name\":{\"O\":\"example18\",\"L\":\"example18\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":1,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572696001347589,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":{\"type\":1,\"expr\":\"`id`\",\"columns\":[],\"enable\":true,\"is_empty_columns\":false,\"definitions\":[{\"id\":162,\"name\":{\"O\":\"pBefore1950\",\"L\":\"pbefore1950\"},\"less_than\":[\"1950\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":163,\"name\":{\"O\":\"p1950\",\"L\":\"p1950\"},\"less_than\":[\"1960\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":164,\"name\":{\"O\":\"p1960\",\"L\":\"p1960\"},\"less_than\":[\"1970\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":165,\"name\":{\"O\":\"p1970\",\"L\":\"p1970\"},\"less_than\":[\"1980\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":166,\"name\":{\"O\":\"p1980\",\"L\":\"p1980\"},\"less_than\":[\"1990\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":167,\"name\":{\"O\":\"p1990\",\"L\":\"p1990\"},\"less_than\":[\"2000\"],\"in_values\":null,\"policy_ref_info\":null}],\"adding_definitions\":[],\"dropping_definitions\":[],\"NewPartitionIDs\":null,\"states\":null,\"num\":6,\"ddl_state\":0,\"new_table_id\":0,\"ddl_type\":0,\"ddl_expr\":\"\",\"ddl_columns\":null},\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example18\",\"TableID\":161,\"IsPartition\":true},\"Version\":449572696001347594,\"RowColumnsOffset\":{\"1\":0},\"ColumnsFlag\":{\"1\":11},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":25,\"SplitTxn\":false,\"ReplicatingTs\":449572705543651332,\"HandleKey\":1}"] [2024/05/06 16:22:56.584 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572696211062799,\"CommitTs\":449572696211062800,\"RowID\":2003,\"PhysicalTableID\":174,\"TableInfo\":{\"id\":161,\"name\":{\"O\":\"example18\",\"L\":\"example18\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":null,\"constraint_info\":null,\"fk_info\":null,\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":1,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572696197955590,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":{\"type\":1,\"expr\":\"`id`\",\"columns\":null,\"enable\":true,\"is_empty_columns\":false,\"definitions\":[{\"id\":169,\"name\":{\"O\":\"pBefore1960\",\"L\":\"pbefore1960\"},\"less_than\":[\"1960\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":164,\"name\":{\"O\":\"p1960\",\"L\":\"p1960\"},\"less_than\":[\"1970\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":165,\"name\":{\"O\":\"p1970\",\"L\":\"p1970\"},\"less_than\":[\"1980\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":172,\"name\":{\"O\":\"p1980\",\"L\":\"p1980\"},\"less_than\":[\"1990\"],\"in_values\":null,\"policy_ref_info\":null},{\"id\":174,\"name\":{\"O\":\"p1990to2010\",\"L\":\"p1990to2010\"},\"less_than\":[\"2010\"],\"in_values\":null,\"policy_ref_info\":null}],\"adding_definitions\":null,\"dropping_definitions\":null,\"NewPartitionIDs\":null,\"states\":null,\"num\":5,\"ddl_state\":0,\"new_table_id\":0,\"ddl_type\":1,\"ddl_expr\":\"`id`\",\"ddl_columns\":null},\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example18\",\"TableID\":161,\"IsPartition\":true},\"Version\":449572696197955594,\"RowColumnsOffset\":{\"1\":0},\"ColumnsFlag\":{\"1\":11},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":2003}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":25,\"SplitTxn\":false,\"ReplicatingTs\":449572707103145988,\"HandleKey\":2003}"] [2024/05/06 16:23:00.583 +08:00] [DEBUG] [black_hole_dml_sink.go:45] ["BlackHoleSink: WriteEvents"] [row="{\"StartTs\":449572696800886798,\"CommitTs\":449572696800886799,\"RowID\":1,\"PhysicalTableID\":182,\"TableInfo\":{\"id\":182,\"name\":{\"O\":\"example19\",\"L\":\"example19\"},\"charset\":\"utf8mb4\",\"collate\":\"utf8mb4_bin\",\"cols\":[{\"id\":1,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":4099,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}],\"index_info\":[],\"constraint_info\":null,\"fk_info\":[],\"state\":5,\"pk_is_handle\":true,\"is_common_handle\":false,\"common_handle_version\":0,\"comment\":\"\",\"auto_inc_id\":0,\"auto_id_cache\":0,\"auto_rand_id\":0,\"max_col_id\":1,\"max_idx_id\":0,\"max_fk_id\":0,\"max_cst_id\":0,\"update_timestamp\":449572696774672420,\"ShardRowIDBits\":0,\"max_shard_row_id_bits\":0,\"auto_random_bits\":0,\"auto_random_range_bits\":0,\"pre_split_regions\":0,\"partition\":null,\"compression\":\"\",\"view\":null,\"sequence\":null,\"Lock\":null,\"version\":5,\"tiflash_replica\":null,\"is_columnar\":false,\"temp_table_type\":0,\"cache_table_status\":0,\"policy_ref_info\":null,\"stats_options\":null,\"exchange_partition_info\":null,\"ttl_info\":null,\"SchemaID\":104,\"TableName\":{\"Schema\":\"lossy_ddl\",\"Table\":\"example19\",\"TableID\":182,\"IsPartition\":false},\"Version\":449572696787779587,\"RowColumnsOffset\":{\"1\":0},\"ColumnsFlag\":{\"1\":11},\"HandleIndexID\":-1,\"IndexColumnsOffset\":[[0]]},\"Columns\":[{\"column_id\":1,\"value\":1}],\"PreColumns\":null,\"Checksum\":null,\"ApproximateDataSize\":25,\"SplitTxn\":false,\"ReplicatingTs\":449572708151721986,\"HandleKey\":1}"] run task successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 16:23:14 CST 2024] <<<<<< run test case lossy_ddl success! >>>>>> table row_format.finish_mark not exists for 21-th check, retry later table test.simple not exists for 3-th check, retry later table row_format.finish_mark not exists for 22-th check, retry later table test.simple not exists for 4-th check, retry later table row_format.finish_mark not exists for 23-th check, retry later table test.simple not exists for 5-th check, retry later table row_format.finish_mark not exists for 24-th check, retry later table test.simple not exists for 6-th check, retry later table row_format.finish_mark not exists for 25-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_csv_update/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... table test.simple exists table test.`simple-dash` exists + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 449572714571104258, "checkpoint_time": "2024-05-06 16:23:24.974", "error": null }' + echo '{ "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 449572714571104258, "checkpoint_time": "2024-05-06 16:23:24.974", "error": null }' { "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 449572714571104258, "checkpoint_time": "2024-05-06 16:23:24.974", "error": null } ++ echo '{' '"upstream_id":' 7365799182271233640, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449572714571104258, '"checkpoint_time":' '"2024-05-06' '16:23:24.974",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365799182271233640, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449572714571104258, '"checkpoint_time":' '"2024-05-06' '16:23:24.974",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] table row_format.finish_mark not exists for 26-th check, retry later changefeed count 1 check pass, pd_addr: https://127.0.0.1:2579 table row_format.finish_mark exists start tidb cluster in /tmp/tidb_cdc_test/storage_csv_update Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... check diff successfully Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed update changefeed config should fail when changefeed is running, got Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config SyncPointInterval] From: To:0xc002deaa60} {Type:update Path:[Config SyncPointRetention] From: To:0xc002deaa68} {Type:update Path:[Config Consistent] From: To:0xc001110b60} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3320.out cli changefeed --changefeed-id custom-changefeed-name pause wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Mon May 6 16:23:29 CST 2024] <<<<<< run test case row_format success! >>>>>> Verifying downstream PD is started... + set +x Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=stopped + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + info='{ "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 449572715358060547, "checkpoint_time": "2024-05-06 16:23:27.976", "error": null }' + echo '{ "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 449572715358060547, "checkpoint_time": "2024-05-06 16:23:27.976", "error": null }' { "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 449572715358060547, "checkpoint_time": "2024-05-06 16:23:27.976", "error": null } ++ echo '{' '"upstream_id":' 7365799182271233640, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 449572715358060547, '"checkpoint_time":' '"2024-05-06' '16:23:27.976",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ jq -r .error.message ++ echo '{' '"upstream_id":' 7365799182271233640, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 449572715358060547, '"checkpoint_time":' '"2024-05-06' '16:23:27.976",' '"error":' null '}' + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3358.out cli changefeed update --pd=https://127.0.0.1:2579 --config=/tmp/tidb_cdc_test/cli_tls_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config SyncPointInterval] From: To:0xc003b77488} {Type:update Path:[Config SyncPointRetention] From: To:0xc003b77498} {Type:update Path:[Config Consistent] From: To:0xc001465a40} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} Update changefeed config successfully! ID: custom-changefeed-name Info: {"upstream_id":7365799182271233640,"namespace":"default","id":"custom-changefeed-name","sink_uri":"file:///tmp/tidb_cdc_test/cli_tls_with_auth/storage_test/ticdc-cli-test-27744?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:23:11.308531649+08:00","start_ts":449572708699865089,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"delete_only_output_handle_key_columns":null,"content_compatible":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":0,"checkpoint_ts":449572715358060547,"checkpoint_time":"2024-05-06 16:23:27.976"} PASS coverage: 2.8% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3373.out cli changefeed --changefeed-id custom-changefeed-name resume ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d34015bc40018 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37, pid:4848, start at 2024-05-06 16:23:39.015658417 +0800 CST m=+5.205746935 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:25:39.025 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:23:38.993 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:13:38.993 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d34015bc40018 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37, pid:4848, start at 2024-05-06 16:23:39.015658417 +0800 CST m=+5.205746935 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:25:39.025 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:23:38.993 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:13:38.993 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d34015c680014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-00p-34j37, pid:4931, start at 2024-05-06 16:23:39.066915218 +0800 CST m=+5.188604708 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:25:39.074 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:23:39.034 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:13:39.034 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/storage_csv_update/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/storage_csv_update/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/storage_csv_update/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/storage_csv_update/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/storage_csv_update/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x [Mon May 6 16:23:42 CST 2024] <<<<<< START cdc server in storage_csv_update case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.storage_csv_update.62846286.out server --log-file /tmp/tidb_cdc_test/storage_csv_update/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/storage_csv_update/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/drop_many_tables/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 449572719329804291, "checkpoint_time": "2024-05-06 16:23:43.127", "error": null }' + echo '{ "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 449572719329804291, "checkpoint_time": "2024-05-06 16:23:43.127", "error": null }' { "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 449572719329804291, "checkpoint_time": "2024-05-06 16:23:43.127", "error": null } ++ echo '{' '"upstream_id":' 7365799182271233640, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449572719329804291, '"checkpoint_time":' '"2024-05-06' '16:23:43.127",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365799182271233640, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449572719329804291, '"checkpoint_time":' '"2024-05-06' '16:23:43.127",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3408.out cli changefeed --changefeed-id custom-changefeed-name remove + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:23:45 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/acc46a0b-db1b-48c2-8df6-7ff8b4e8ca5e {"id":"acc46a0b-db1b-48c2-8df6-7ff8b4e8ca5e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983822} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d002ac7c7 acc46a0b-db1b-48c2-8df6-7ff8b4e8ca5e /tidb/cdc/default/default/upstream/7365799376339920567 {"id":7365799376339920567,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/acc46a0b-db1b-48c2-8df6-7ff8b4e8ca5e {"id":"acc46a0b-db1b-48c2-8df6-7ff8b4e8ca5e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983822} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d002ac7c7 acc46a0b-db1b-48c2-8df6-7ff8b4e8ca5e /tidb/cdc/default/default/upstream/7365799376339920567 {"id":7365799376339920567,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/acc46a0b-db1b-48c2-8df6-7ff8b4e8ca5e {"id":"acc46a0b-db1b-48c2-8df6-7ff8b4e8ca5e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983822} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d002ac7c7 acc46a0b-db1b-48c2-8df6-7ff8b4e8ca5e /tidb/cdc/default/default/upstream/7365799376339920567 {"id":7365799376339920567,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.storage_csv_update.cli.6342.out cli changefeed create '--sink-uri=file:///tmp/tidb_cdc_test/storage_csv_update/storage_test?flush-interval=5s&enable-tidb-extension=true' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_csv_update/conf/changefeed.toml Create changefeed successfully! ID: 82ad050f-9d5b-41d9-b2e7-211d99fbc987 Info: {"upstream_id":7365799376339920567,"namespace":"default","id":"82ad050f-9d5b-41d9-b2e7-211d99fbc987","sink_uri":"file:///tmp/tidb_cdc_test/storage_csv_update/storage_test?flush-interval=5s\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:23:45.645246975+08:00","start_ts":449572719963144195,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"csv","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572719963144195,"checkpoint_ts":449572719963144195,"checkpoint_time":"2024-05-06 16:23:45.543"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 35.33 secs (105570243 bytes/sec) [Pipeline] { [Pipeline] cache Changefeed remove successfully. ID: custom-changefeed-name CheckpointTs: 449572719591424004 SinkURI: file:///tmp/tidb_cdc_test/cli_tls_with_auth/storage_test/ticdc-cli-test-27744?protocol=canal-json&enable-tidb-extension=true PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... start tidb cluster in /tmp/tidb_cdc_test/drop_many_tables Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... + set +x + set +x Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release changefeed count 0 check pass, pd_addr: https://127.0.0.1:2579 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3436.out cli changefeed create '--sink-uri=file:///tmp/tidb_cdc_test/cli_tls_with_auth/storage_test/ticdc-cli-test-27744?protocol=canal-json&enable-tidb-extension=true' --tz=Asia/Shanghai -c=custom-changefeed-name [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7365799182271233640,"namespace":"default","id":"custom-changefeed-name","sink_uri":"file:///tmp/tidb_cdc_test/cli_tls_with_auth/storage_test/ticdc-cli-test-27744?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:23:51.93241622+08:00","start_ts":449572721544134658,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572721544134658,"checkpoint_ts":449572721544134658,"checkpoint_time":"2024-05-06 16:23:51.574"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + info='{ "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 449572722749997058, "checkpoint_time": "2024-05-06 16:23:56.174", "error": null }' + echo '{ "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 449572722749997058, "checkpoint_time": "2024-05-06 16:23:56.174", "error": null }' { "upstream_id": 7365799182271233640, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 449572722749997058, "checkpoint_time": "2024-05-06 16:23:56.174", "error": null } ++ echo '{' '"upstream_id":' 7365799182271233640, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449572722749997058, '"checkpoint_time":' '"2024-05-06' '16:23:56.174",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365799182271233640, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449572722749997058, '"checkpoint_time":' '"2024-05-06' '16:23:56.174",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340281800013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:3974, start at 2024-05-06 16:23:57.837911901 +0800 CST m=+5.450251197 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:25:57.848 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:23:57.843 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:13:57.843 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3496.out cli unsafe delete-service-gc-safepoint Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 11.27 secs (330842014 bytes/sec) [Pipeline] { [Pipeline] cache Confirm that you know what this command will do and use it at your own risk [Y/N] CDC service GC safepoint truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340281800013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:3974, start at 2024-05-06 16:23:57.837911901 +0800 CST m=+5.450251197 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:25:57.848 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:23:57.843 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:13:57.843 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340283d40014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:4058, start at 2024-05-06 16:23:57.962625037 +0800 CST m=+5.517511432 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:25:57.969 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:23:57.941 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:13:57.941 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3509.out cli unsafe reset --no-confirm --pd=https://127.0.0.1:2579 reset and all metadata truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5375.out cli tso query --pd=http://127.0.0.1:2379 + set +x + set +x + tso='449572724550664193 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572724550664193 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 16:24:04 CST 2024] <<<<<< START cdc server in drop_many_tables case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.54115413.out server --log-file /tmp/tidb_cdc_test/drop_many_tables/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/drop_many_tables/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3549.out cli unsafe resolve-lock --region=98 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:24:07 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bc6297a7-d9c8-48cf-b563-af0249784c3a {"id":"bc6297a7-d9c8-48cf-b563-af0249784c3a","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983844} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d007371d5 bc6297a7-d9c8-48cf-b563-af0249784c3a /tidb/cdc/default/default/upstream/7365799461546977356 {"id":7365799461546977356,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bc6297a7-d9c8-48cf-b563-af0249784c3a {"id":"bc6297a7-d9c8-48cf-b563-af0249784c3a","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983844} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d007371d5 bc6297a7-d9c8-48cf-b563-af0249784c3a /tidb/cdc/default/default/upstream/7365799461546977356 {"id":7365799461546977356,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bc6297a7-d9c8-48cf-b563-af0249784c3a {"id":"bc6297a7-d9c8-48cf-b563-af0249784c3a","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983844} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d007371d5 bc6297a7-d9c8-48cf-b563-af0249784c3a /tidb/cdc/default/default/upstream/7365799461546977356 {"id":7365799461546977356,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5466.out cli changefeed create --start-ts=449572724550664193 '--sink-uri=file:///tmp/tidb_cdc_test/drop_many_tables/storage_test/ticdc-drop-tables-test-17130?protocol=canal-json&enable-tidb-extension=true' PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... Create changefeed successfully! ID: fdc02277-00d4-4565-8363-ce98b8de8335 Info: {"upstream_id":7365799461546977356,"namespace":"default","id":"fdc02277-00d4-4565-8363-ce98b8de8335","sink_uri":"file:///tmp/tidb_cdc_test/drop_many_tables/storage_test/ticdc-drop-tables-test-17130?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:24:08.078249478+08:00","start_ts":449572724550664193,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572724550664193,"checkpoint_ts":449572724550664193,"checkpoint_time":"2024-05-06 16:24:03.043"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3560.out cli unsafe resolve-lock --region=98 --ts=449572724742553602 + set +x + workdir=/tmp/tidb_cdc_test/drop_many_tables + sink_uri='file:///tmp/tidb_cdc_test/drop_many_tables/storage_test/ticdc-drop-tables-test-17130?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/drop_many_tables ++ date + echo '[Mon May 6 16:24:09 CST 2024] <<<<<< START storage consumer in drop_many_tables case >>>>>>' [Mon May 6 16:24:09 CST 2024] <<<<<< START storage consumer in drop_many_tables case >>>>>> + cd /tmp/tidb_cdc_test/drop_many_tables + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/drop_many_tables + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/drop_many_tables/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/drop_many_tables/storage_test/ticdc-drop-tables-test-17130?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table drop_tables.c not exists for 1-th check, retry later + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 218 100 212 100 6 1119 31 --:--:-- --:--:-- --:--:-- 1115 { "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }", "error_code": "CDC:ErrAPIInvalidParam" table drop_tables.c not exists for 2-th check, retry later table drop_tables.c not exists for 3-th check, retry later } % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 181 100 181 0 0 1017 0 --:--:-- --:--:-- --:--:-- 1022 { "version": "v8.2.0-alpha-31-gedccab95f", "git_hash": "edccab95f9fbacc1a21f1cd0aa1088981c846102", "id": "1e598f7b-9fd4-449c-9499-f998204e2382", "pid": 3164, "is_owner": true }wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... table drop_tables.c not exists for 4-th check, retry later wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Mon May 6 16:24:17 CST 2024] <<<<<< run test case cli_tls_with_auth success! >>>>>> table drop_tables.c not exists for 5-th check, retry later ls /tmp/tidb_cdc_test/storage_csv_update/storage_test/test/test_update 449572720369467427 run task successfully start check update + workdir=/tmp/tidb_cdc_test/storage_csv_update + sink_uri='file:///tmp/tidb_cdc_test/storage_csv_update/storage_test?flush-interval=5s&enable-tidb-extension=true' + consumer_replica_config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_csv_update/conf/changefeed.toml + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/storage_csv_update ++ date + echo '[Mon May 6 16:24:17 CST 2024] <<<<<< START storage consumer in storage_csv_update case >>>>>>' [Mon May 6 16:24:17 CST 2024] <<<<<< START storage consumer in storage_csv_update case >>>>>> + cd /tmp/tidb_cdc_test/storage_csv_update + '[' /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_csv_update/conf/changefeed.toml '!=' '' ']' + cd /tmp/tidb_cdc_test/storage_csv_update + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/storage_csv_update/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/storage_csv_update/storage_test?flush-interval=5s&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' --config /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_csv_update/conf/changefeed.toml table drop_tables.c not exists for 6-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 18.50 secs (201660120 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G05 Run cases: charset_gbk ddl_manager multi_source PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=a3ec2a1b-5ca1-413d-8731-5eae7d70f84b BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G05 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-wmrtd GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-wmrtd pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/charset_gbk/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G02 Run cases: consistent_replicate_ddl consistent_replicate_gbk consistent_replicate_nfs consistent_replicate_storage_file consistent_replicate_storage_file_large_value consistent_replicate_storage_s3 consistent_partition_table kafka_big_messages_v2 multi_tables_ddl_v2 multi_topics_v2 storage_cleanup csv_storage_basic csv_storage_multi_tables_ddl csv_storage_partition_table PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=708c53c5-fa22-4ba1-92a9-77076f19e3b2 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G02 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-2d4mr GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-2d4mr pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/consistent_replicate_ddl/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:22 CST 2024] <<<<<< run test case consistent_replicate_ddl success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G09 Run cases: gc_safepoint changefeed_pause_resume cli_with_auth savepoint synced_status PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=15a102fb-4e4b-48a8-96d0-a029897bc7fd BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G09 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-dtszj GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-dtszj pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/gc_safepoint/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... table drop_tables.c not exists for 7-th check, retry later [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G08 Run cases: processor_err_chan changefeed_reconstruct multi_capture synced_status_with_redo PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=b633d41c-a4d2-40ea-8406-eab656e92216 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G08 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-r8445 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-r8445 pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx GIT_URL=https://github.com/PingCAP-QE/ci.git + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test HUDSON_HOME=/var/jenkins_home CLASSPATH= + chmod +x ./tests/integration_tests/run_group.sh NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx GOPATH=/go + ./tests/integration_tests/run_group.sh storage G07 JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/processor_err_chan/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... Run cases: kv_client_stream_reconnect cdc split_region PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=e0221ea4-7644-4f27-98cb-ad62176c7923 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G07 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-c1pph GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq pingcap_tiflow_pull_cdc_integration_storage_test_1813-c1pph GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kv_client_stream_reconnect/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G04 Run cases: foreign_key ddl_puller_lag ddl_only_block_related_table changefeed_auto_stop PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=2a45dd91-1549-4a1c-92b6-353cbf071fad BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G04 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-fg3tt GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s pingcap_tiflow_pull_cdc_integration_storage_test_1813-fg3tt GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/foreign_key/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/charset_gbk Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G06 Run cases: sink_retry changefeed_error ddl_sequence resourcecontrol PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=dfd858a2-7ac3-4db2-b9d1-94b2c9361c60 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G06 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-8q4wz GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-8q4wz pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/sink_retry/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... table drop_tables.c not exists for 8-th check, retry later check diff failed 1-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/gc_safepoint Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/processor_err_chan Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/consistent_replicate_gbk/run.sh using Sink-Type: storage... <<================= * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:24927; Connection refused * Closing connection 0 You are running an older version of MinIO released 3 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide table drop_tables.c not exists for 9-th check, retry later Verifying downstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/kv_client_stream_reconnect Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:24927 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 17CCD8BDBEBE3774 < X-Xss-Protection: 1; mode=block < Date: Mon, 06 May 2024 08:24:27 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact Bucket 's3://logbucket/' created [Mon May 6 16:24:27 CST 2024] <<<<<< run test case consistent_replicate_gbk success! >>>>>> Exiting on signal: INTERRUPT check diff failed 2-th time, retry later Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table drop_tables.c not exists for 10-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/sink_retry Starting Upstream PD... [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff successfully [Mon May 6 16:24:29 CST 2024] <<<<<< run test case storage_csv_update success! >>>>>> Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] stage [Pipeline] { (Test) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) table drop_tables.c exists [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 40 min [Pipeline] { check diff successfully start tidb cluster in /tmp/tidb_cdc_test/foreign_key Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN wait process cdc.test exit for 1-th time... [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { Verifying downstream PD is started... [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow wait process cdc.test exit for 2-th time... [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow [Pipeline] { [Pipeline] cache Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 16:24:32 CST 2024] <<<<<< run test case drop_many_tables success! >>>>>> Verifying downstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_simple_basic/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:30 CST 2024] <<<<<< run test case kafka_simple_basic success! >>>>>> Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/consistent_replicate_nfs/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:33 CST 2024] <<<<<< run test case consistent_replicate_nfs success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:35 CST 2024] <<<<<< run test case kafka_simple_basic_avro success! >>>>>> Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404cc200010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t, pid:1228, start at 2024-05-06 16:24:35.356022036 +0800 CST m=+5.415073581 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:35.362 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:35.336 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:35.336 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404e4b40014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq, pid:1232, start at 2024-05-06 16:24:36.958823347 +0800 CST m=+5.311431085 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:36.966 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:36.959 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:36.959 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404cc200010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t, pid:1228, start at 2024-05-06 16:24:35.356022036 +0800 CST m=+5.415073581 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:35.362 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:35.336 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:35.336 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404cd040015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t, pid:1309, start at 2024-05-06 16:24:35.434218452 +0800 CST m=+5.437485324 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:35.440 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:35.443 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:35.443 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/consistent_replicate_storage_file/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:38 CST 2024] <<<<<< run test case consistent_replicate_storage_file success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404f0a40008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx, pid:1286, start at 2024-05-06 16:24:37.681104385 +0800 CST m=+5.217865564 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:37.688 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:37.673 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:37.673 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404f0a40008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx, pid:1286, start at 2024-05-06 16:24:37.681104385 +0800 CST m=+5.217865564 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:37.688 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:37.673 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:37.673 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404f2140014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-r84-7dpdx, pid:1370, start at 2024-05-06 16:24:37.800188356 +0800 CST m=+5.247463454 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:37.808 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:37.765 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:37.765 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404d7940007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z, pid:1303, start at 2024-05-06 16:24:36.076947232 +0800 CST m=+5.284426424 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:36.084 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:36.069 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:36.069 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404d7940007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z, pid:1303, start at 2024-05-06 16:24:36.076947232 +0800 CST m=+5.284426424 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:36.084 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:36.069 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:36.069 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404d9040007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-wmr-d8v9z, pid:1381, start at 2024-05-06 16:24:36.168914082 +0800 CST m=+5.322524775 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:36.177 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:36.161 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:36.161 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3404e4b40014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq, pid:1232, start at 2024-05-06 16:24:36.958823347 +0800 CST m=+5.311431085 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:36.966 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:36.959 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:36.959 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d34050c780014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-c1p-6f5bq, pid:1317, start at 2024-05-06 16:24:39.485395746 +0800 CST m=+7.760936832 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:39.494 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:39.454 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:39.454 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:39 CST 2024] <<<<<< run test case kafka_simple_handle_key_only success! >>>>>> [Mon May 6 16:24:40 CST 2024] <<<<<< START cdc server in gc_safepoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectGcSafepointUpdateInterval=return(500)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.gc_safepoint.26202622.out server --log-file /tmp/tidb_cdc_test/gc_safepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/gc_safepoint/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3405174c001c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm, pid:1291, start at 2024-05-06 16:24:40.198125321 +0800 CST m=+5.167211453 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:40.204 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:40.198 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:40.198 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d3405174c001c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm, pid:1291, start at 2024-05-06 16:24:40.198125321 +0800 CST m=+5.167211453 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:40.204 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:40.198 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:40.198 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340518dc0017 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm, pid:1368, start at 2024-05-06 16:24:40.296836573 +0800 CST m=+5.170881457 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:40.302 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:40.297 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:40.297 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sink_retry/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sink_retry/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Mon May 6 16:24:41 CST 2024] <<<<<< START cdc server in charset_gbk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.charset_gbk.26712673.out server --log-file /tmp/tidb_cdc_test/charset_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/charset_gbk/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/consistent_replicate_storage_file_large_value/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:41 CST 2024] <<<<<< run test case consistent_replicate_storage_file_large_value success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Mon May 6 16:24:41 CST 2024] <<<<<< START cdc server in kv_client_stream_reconnect case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/kv/kvClientForceReconnect=return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kv_client_stream_reconnect.26372639.out server --log-file /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340528b00011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s, pid:1235, start at 2024-05-06 16:24:41.275541868 +0800 CST m=+5.087442633 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:41.281 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:41.260 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:41.260 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340528b00011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s, pid:1235, start at 2024-05-06 16:24:41.275541868 +0800 CST m=+5.087442633 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:41.281 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:41.260 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:41.260 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d34052a2c0013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s, pid:1288, start at 2024-05-06 16:24:41.373389248 +0800 CST m=+5.129724568 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:26:41.381 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:24:41.355 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:14:41.355 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/foreign_key/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/foreign_key/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:24:43 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/85ab95b0-2f53-42a3-ae6c-3d7f8e551b10 {"id":"85ab95b0-2f53-42a3-ae6c-3d7f8e551b10","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983880} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d010de7cc 85ab95b0-2f53-42a3-ae6c-3d7f8e551b10 /tidb/cdc/default/default/upstream/7365799617666531951 {"id":7365799617666531951,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/85ab95b0-2f53-42a3-ae6c-3d7f8e551b10 {"id":"85ab95b0-2f53-42a3-ae6c-3d7f8e551b10","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983880} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d010de7cc 85ab95b0-2f53-42a3-ae6c-3d7f8e551b10 /tidb/cdc/default/default/upstream/7365799617666531951 {"id":7365799617666531951,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/85ab95b0-2f53-42a3-ae6c-3d7f8e551b10 {"id":"85ab95b0-2f53-42a3-ae6c-3d7f8e551b10","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983880} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d010de7cc 85ab95b0-2f53-42a3-ae6c-3d7f8e551b10 /tidb/cdc/default/default/upstream/7365799617666531951 {"id":7365799617666531951,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2636.out cli tso query --pd=http://127.0.0.1:2379 + workdir=/tmp/tidb_cdc_test/gc_safepoint + sink_uri='file:///tmp/tidb_cdc_test/gc_safepoint/storage_test/ticdc-gc-safepoint-4699?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/gc_safepoint ++ date + echo '[Mon May 6 16:24:43 CST 2024] <<<<<< START storage consumer in gc_safepoint case >>>>>>' [Mon May 6 16:24:43 CST 2024] <<<<<< START storage consumer in gc_safepoint case >>>>>> + cd /tmp/tidb_cdc_test/gc_safepoint + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/gc_safepoint + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/gc_safepoint/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/gc_safepoint/storage_test/ticdc-gc-safepoint-4699?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' 0 check diff failed 1-th time, retry later [Mon May 6 16:24:43 CST 2024] <<<<<< START cdc server in processor_err_chan case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/ProcessorAddTableError=1*return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_err_chan.27582760.out server --log-file /tmp/tidb_cdc_test/processor_err_chan/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_err_chan/cdc_data --cluster-id default --config /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/processor_err_chan/conf/server.toml --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2537.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:24:44 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bb4515cd-1a55-4616-88de-cc8bcf24382f {"id":"bb4515cd-1a55-4616-88de-cc8bcf24382f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983881} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d010957d1 bb4515cd-1a55-4616-88de-cc8bcf24382f /tidb/cdc/default/default/upstream/7365799619418723486 {"id":7365799619418723486,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bb4515cd-1a55-4616-88de-cc8bcf24382f {"id":"bb4515cd-1a55-4616-88de-cc8bcf24382f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983881} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d010957d1 bb4515cd-1a55-4616-88de-cc8bcf24382f /tidb/cdc/default/default/upstream/7365799619418723486 {"id":7365799619418723486,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/bb4515cd-1a55-4616-88de-cc8bcf24382f {"id":"bb4515cd-1a55-4616-88de-cc8bcf24382f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983881} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d010957d1 bb4515cd-1a55-4616-88de-cc8bcf24382f /tidb/cdc/default/default/upstream/7365799619418723486 {"id":7365799619418723486,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 3218ab16-6809-4b86-8da1-24c18b04ba6c Info: {"upstream_id":7365799619418723486,"namespace":"default","id":"3218ab16-6809-4b86-8da1-24c18b04ba6c","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T16:24:44.516295465+08:00","start_ts":449572734545166337,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572734545166337,"checkpoint_ts":449572734545166337,"checkpoint_time":"2024-05-06 16:24:41.169"} + workdir=/tmp/tidb_cdc_test/charset_gbk + sink_uri=mysql://normal:123456@127.0.0.1:3306/ + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/charset_gbk ++ date + echo '[Mon May 6 16:24:44 CST 2024] <<<<<< START storage consumer in charset_gbk case >>>>>>' [Mon May 6 16:24:44 CST 2024] <<<<<< START storage consumer in charset_gbk case >>>>>> + cd /tmp/tidb_cdc_test/charset_gbk + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/charset_gbk + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/charset_gbk/cdc_storage_consumer.log --log-level debug --upstream-uri mysql://normal:123456@127.0.0.1:3306/ --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' \033[0;36m<<< Run all test success >>>\033[0m =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:44 CST 2024] <<<<<< run test case kafka_simple_handle_key_only_avro success! >>>>>> + set +x + tso='449572735207866369 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572735207866369 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:24:45 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/63929fac-9f23-4759-8d75-a67e0797b228 {"id":"63929fac-9f23-4759-8d75-a67e0797b228","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983882} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0114a3cc 63929fac-9f23-4759-8d75-a67e0797b228 /tidb/cdc/default/default/upstream/7365799629419789981 {"id":7365799629419789981,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/63929fac-9f23-4759-8d75-a67e0797b228 {"id":"63929fac-9f23-4759-8d75-a67e0797b228","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983882} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0114a3cc 63929fac-9f23-4759-8d75-a67e0797b228 /tidb/cdc/default/default/upstream/7365799629419789981 {"id":7365799629419789981,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/63929fac-9f23-4759-8d75-a67e0797b228 {"id":"63929fac-9f23-4759-8d75-a67e0797b228","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983882} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0114a3cc 63929fac-9f23-4759-8d75-a67e0797b228 /tidb/cdc/default/default/upstream/7365799629419789981 {"id":7365799629419789981,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + workdir=/tmp/tidb_cdc_test/kv_client_stream_reconnect + sink_uri='file:///tmp/tidb_cdc_test/kv_client_stream_reconnect/storage_test/kv-client-stream-reconnect-5504?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/kv_client_stream_reconnect ++ date + echo '[Mon May 6 16:24:45 CST 2024] <<<<<< START storage consumer in kv_client_stream_reconnect case >>>>>>' [Mon May 6 16:24:45 CST 2024] <<<<<< START storage consumer in kv_client_stream_reconnect case >>>>>> + cd /tmp/tidb_cdc_test/kv_client_stream_reconnect + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/kv_client_stream_reconnect + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/kv_client_stream_reconnect/storage_test/kv-client-stream-reconnect-5504?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' ***************** properties ***************** "mysql.user"="root" "requestdistribution"="uniform" "recordcount"="10" "insertproportion"="0" "updateproportion"="0" "operationcount"="0" "workload"="core" "mysql.host"="127.0.0.1" "dotransactions"="false" "threadcount"="2" "readproportion"="0" "readallfields"="true" "mysql.port"="4000" "mysql.db"="sink_retry" "scanproportion"="0" ********************************************** Run finished, takes 8.292252ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2269.4, Avg(us): 1579, Min(us): 878, Max(us): 3797, 95th(us): 4000, 99th(us): 4000 [Mon May 6 16:24:45 CST 2024] <<<<<< START cdc server in sink_retry case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkTxnRandomError=25%return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.26932695.out server --log-file /tmp/tidb_cdc_test/sink_retry/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sink_retry/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='449572735499632641 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572735499632641 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 16:24:46 CST 2024] <<<<<< START cdc server in foreign_key case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.25702572.out server --log-file /tmp/tidb_cdc_test/foreign_key/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/foreign_key/cdc_data --cluster-id default + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 2-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:24:46 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/08799b0a-e059-4838-b14f-8c642c14d01b {"id":"08799b0a-e059-4838-b14f-8c642c14d01b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983883} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0110005e 08799b0a-e059-4838-b14f-8c642c14d01b /tidb/cdc/default/default/upstream/7365799632200094767 {"id":7365799632200094767,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/08799b0a-e059-4838-b14f-8c642c14d01b {"id":"08799b0a-e059-4838-b14f-8c642c14d01b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983883} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0110005e 08799b0a-e059-4838-b14f-8c642c14d01b /tidb/cdc/default/default/upstream/7365799632200094767 {"id":7365799632200094767,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/08799b0a-e059-4838-b14f-8c642c14d01b {"id":"08799b0a-e059-4838-b14f-8c642c14d01b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983883} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0110005e 08799b0a-e059-4838-b14f-8c642c14d01b /tidb/cdc/default/default/upstream/7365799632200094767 {"id":7365799632200094767,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + workdir=/tmp/tidb_cdc_test/processor_err_chan + sink_uri='file:///tmp/tidb_cdc_test/processor_err_chan/storage_test/ticdc-processor-err-chan-18944?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/processor_err_chan ++ date + echo '[Mon May 6 16:24:46 CST 2024] <<<<<< START storage consumer in processor_err_chan case >>>>>>' [Mon May 6 16:24:46 CST 2024] <<<<<< START storage consumer in processor_err_chan case >>>>>> + cd /tmp/tidb_cdc_test/processor_err_chan + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/processor_err_chan + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/processor_err_chan/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/processor_err_chan/storage_test/ticdc-processor-err-chan-18944?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' check_changefeed_state http://127.0.0.1:2379 ec03617a-3658-4fe6-b9cf-f33abc6e5276 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=ec03617a-3658-4fe6-b9cf-f33abc6e5276 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c ec03617a-3658-4fe6-b9cf-f33abc6e5276 -s + info='{ "upstream_id": 7365799632200094767, "namespace": "default", "id": "ec03617a-3658-4fe6-b9cf-f33abc6e5276", "state": "normal", "checkpoint_tso": 449572735896256513, "checkpoint_time": "2024-05-06 16:24:46.323", "error": null }' + echo '{ "upstream_id": 7365799632200094767, "namespace": "default", "id": "ec03617a-3658-4fe6-b9cf-f33abc6e5276", "state": "normal", "checkpoint_tso": 449572735896256513, "checkpoint_time": "2024-05-06 16:24:46.323", "error": null }' { "upstream_id": 7365799632200094767, "namespace": "default", "id": "ec03617a-3658-4fe6-b9cf-f33abc6e5276", "state": "normal", "checkpoint_tso": 449572735896256513, "checkpoint_time": "2024-05-06 16:24:46.323", "error": null } ++ echo '{' '"upstream_id":' 7365799632200094767, '"namespace":' '"default",' '"id":' '"ec03617a-3658-4fe6-b9cf-f33abc6e5276",' '"state":' '"normal",' '"checkpoint_tso":' 449572735896256513, '"checkpoint_time":' '"2024-05-06' '16:24:46.323",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365799632200094767, '"namespace":' '"default",' '"id":' '"ec03617a-3658-4fe6-b9cf-f33abc6e5276",' '"state":' '"normal",' '"checkpoint_tso":' 449572735896256513, '"checkpoint_time":' '"2024-05-06' '16:24:46.323",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/processor_stop_delay/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... check diff failed 1-th time, retry later check diff failed 3-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:24:48 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/11fbbd79-653a-4503-a6ef-e8bbdf769834 {"id":"11fbbd79-653a-4503-a6ef-e8bbdf769834","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983885} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0119dcee 11fbbd79-653a-4503-a6ef-e8bbdf769834 /tidb/cdc/default/default/upstream/7365799636590542485 {"id":7365799636590542485,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/11fbbd79-653a-4503-a6ef-e8bbdf769834 {"id":"11fbbd79-653a-4503-a6ef-e8bbdf769834","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983885} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0119dcee 11fbbd79-653a-4503-a6ef-e8bbdf769834 /tidb/cdc/default/default/upstream/7365799636590542485 {"id":7365799636590542485,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/11fbbd79-653a-4503-a6ef-e8bbdf769834 {"id":"11fbbd79-653a-4503-a6ef-e8bbdf769834","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983885} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0119dcee 11fbbd79-653a-4503-a6ef-e8bbdf769834 /tidb/cdc/default/default/upstream/7365799636590542485 {"id":7365799636590542485,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2750.out cli changefeed create --start-ts=449572735207866369 '--sink-uri=file:///tmp/tidb_cdc_test/sink_retry/storage_test/ticdc-sink-retry-test-26127?protocol=canal-json&enable-tidb-extension=true' Create changefeed successfully! ID: 35a36d30-19dd-4ddf-a90b-4c5900f800ea Info: {"upstream_id":7365799636590542485,"namespace":"default","id":"35a36d30-19dd-4ddf-a90b-4c5900f800ea","sink_uri":"file:///tmp/tidb_cdc_test/sink_retry/storage_test/ticdc-sink-retry-test-26127?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:24:48.935249142+08:00","start_ts":449572735207866369,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572735207866369,"checkpoint_ts":449572735207866369,"checkpoint_time":"2024-05-06 16:24:43.697"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_simple_claim_check/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:49 CST 2024] <<<<<< run test case kafka_simple_claim_check success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:24:49 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/be2c8f97-6cbb-4a16-b646-23740c3726f5 {"id":"be2c8f97-6cbb-4a16-b646-23740c3726f5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983886} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d011e69d1 be2c8f97-6cbb-4a16-b646-23740c3726f5 /tidb/cdc/default/default/upstream/7365799642455168199 {"id":7365799642455168199,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/be2c8f97-6cbb-4a16-b646-23740c3726f5 {"id":"be2c8f97-6cbb-4a16-b646-23740c3726f5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983886} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d011e69d1 be2c8f97-6cbb-4a16-b646-23740c3726f5 /tidb/cdc/default/default/upstream/7365799642455168199 {"id":7365799642455168199,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/be2c8f97-6cbb-4a16-b646-23740c3726f5 {"id":"be2c8f97-6cbb-4a16-b646-23740c3726f5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983886} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d011e69d1 be2c8f97-6cbb-4a16-b646-23740c3726f5 /tidb/cdc/default/default/upstream/7365799642455168199 {"id":7365799642455168199,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2620.out cli changefeed create --start-ts=449572735499632641 '--sink-uri=file:///tmp/tidb_cdc_test/foreign_key/storage_test/ticdc-foreign-key-test-19937?protocol=canal-json&enable-tidb-extension=true' check diff failed 2-th time, retry later Create changefeed successfully! ID: eba0c89c-366c-49f1-b378-e58dce4a6c8d Info: {"upstream_id":7365799642455168199,"namespace":"default","id":"eba0c89c-366c-49f1-b378-e58dce4a6c8d","sink_uri":"file:///tmp/tidb_cdc_test/foreign_key/storage_test/ticdc-foreign-key-test-19937?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:24:49.777420979+08:00","start_ts":449572735499632641,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572735499632641,"checkpoint_ts":449572735499632641,"checkpoint_time":"2024-05-06 16:24:44.810"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... check diff failed 4-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/processor_stop_delay Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... + set +x + workdir=/tmp/tidb_cdc_test/sink_retry + sink_uri='file:///tmp/tidb_cdc_test/sink_retry/storage_test/ticdc-sink-retry-test-26127?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/sink_retry ++ date + echo '[Mon May 6 16:24:50 CST 2024] <<<<<< START storage consumer in sink_retry case >>>>>>' [Mon May 6 16:24:50 CST 2024] <<<<<< START storage consumer in sink_retry case >>>>>> + cd /tmp/tidb_cdc_test/sink_retry + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/sink_retry + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/sink_retry/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/sink_retry/storage_test/ticdc-sink-retry-test-26127?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' check diff failed 3-th time, retry later + set +x + workdir=/tmp/tidb_cdc_test/foreign_key + sink_uri='file:///tmp/tidb_cdc_test/foreign_key/storage_test/ticdc-foreign-key-test-19937?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/foreign_key ++ date + echo '[Mon May 6 16:24:51 CST 2024] <<<<<< START storage consumer in foreign_key case >>>>>>' [Mon May 6 16:24:51 CST 2024] <<<<<< START storage consumer in foreign_key case >>>>>> + cd /tmp/tidb_cdc_test/foreign_key + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/foreign_key + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/foreign_key/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/foreign_key/storage_test/ticdc-foreign-key-test-19937?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/consistent_replicate_storage_s3/run.sh using Sink-Type: storage... <<================= * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:24927; Connection refused * Closing connection 0 You are running an older version of MinIO released 3 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide check diff failed 5-th time, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 19.00 secs (196309054 bytes/sec) [Pipeline] { [Pipeline] cache Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table foreign_key.finish_mark not exists for 1-th check, retry later * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:24927 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 17CCD8C3CC61052A < X-Xss-Protection: 1; mode=block < Date: Mon, 06 May 2024 08:24:53 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact Bucket 's3://logbucket/' created [Mon May 6 16:24:53 CST 2024] <<<<<< run test case consistent_replicate_storage_s3 success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Exiting on signal: INTERRUPT check diff failed 4-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:53 CST 2024] <<<<<< run test case kafka_simple_claim_check_avro success! >>>>>> check diff successfully check_safepoint_forward http://127.0.0.1:2379 7365799617666531951 449572737642921990 449572735139446787 Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table foreign_key.finish_mark not exists for 2-th check, retry later run task successfully check_changefeed_state http://127.0.0.1:2379 b6542e9b-133e-49e8-90e6-1556241d6c04 stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=b6542e9b-133e-49e8-90e6-1556241d6c04 + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c b6542e9b-133e-49e8-90e6-1556241d6c04 -s + info='{ "upstream_id": 7365799617666531951, "namespace": "default", "id": "b6542e9b-133e-49e8-90e6-1556241d6c04", "state": "stopped", "checkpoint_tso": 449572738167209991, "checkpoint_time": "2024-05-06 16:24:54.986", "error": null }' + echo '{ "upstream_id": 7365799617666531951, "namespace": "default", "id": "b6542e9b-133e-49e8-90e6-1556241d6c04", "state": "stopped", "checkpoint_tso": 449572738167209991, "checkpoint_time": "2024-05-06 16:24:54.986", "error": null }' { "upstream_id": 7365799617666531951, "namespace": "default", "id": "b6542e9b-133e-49e8-90e6-1556241d6c04", "state": "stopped", "checkpoint_tso": 449572738167209991, "checkpoint_time": "2024-05-06 16:24:54.986", "error": null } ++ echo '{' '"upstream_id":' 7365799617666531951, '"namespace":' '"default",' '"id":' '"b6542e9b-133e-49e8-90e6-1556241d6c04",' '"state":' '"stopped",' '"checkpoint_tso":' 449572738167209991, '"checkpoint_time":' '"2024-05-06' '16:24:54.986",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7365799617666531951, '"namespace":' '"default",' '"id":' '"b6542e9b-133e-49e8-90e6-1556241d6c04",' '"state":' '"stopped",' '"checkpoint_tso":' 449572738167209991, '"checkpoint_time":' '"2024-05-06' '16:24:54.986",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7365799617666531951 check diff failed 5-th time, retry later safepoint is unexpected forward: 449572737905065991 449572735139446787 -> 449572738167209990 449572735139446787 run task failed 1-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/consistent_partition_table/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:57 CST 2024] <<<<<< run test case consistent_partition_table success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table foreign_key.finish_mark not exists for 3-th check, retry later check diff failed 6-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_adapter_compatibility/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:24:58 CST 2024] <<<<<< run test case canal_json_adapter_compatibility success! >>>>>> check_safepoint_equal http://127.0.0.1:2379 7365799617666531951 table foreign_key.finish_mark not exists for 4-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table charset_gbk_test0.t0 exists table charset_gbk_test0.t1 exists table charset_gbk_test1.t0 exists table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later check diff failed 7-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table foreign_key.finish_mark not exists for 5-th check, retry later run task successfully table test.finish_mark not exists for 3-th check, retry later check_changefeed_state http://127.0.0.1:2379 b6542e9b-133e-49e8-90e6-1556241d6c04 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=b6542e9b-133e-49e8-90e6-1556241d6c04 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c b6542e9b-133e-49e8-90e6-1556241d6c04 -s + info='{ "upstream_id": 7365799617666531951, "namespace": "default", "id": "b6542e9b-133e-49e8-90e6-1556241d6c04", "state": "normal", "checkpoint_tso": 449572738167209991, "checkpoint_time": "2024-05-06 16:24:54.986", "error": null }' + echo '{ "upstream_id": 7365799617666531951, "namespace": "default", "id": "b6542e9b-133e-49e8-90e6-1556241d6c04", "state": "normal", "checkpoint_tso": 449572738167209991, "checkpoint_time": "2024-05-06 16:24:54.986", "error": null }' { "upstream_id": 7365799617666531951, "namespace": "default", "id": "b6542e9b-133e-49e8-90e6-1556241d6c04", "state": "normal", "checkpoint_tso": 449572738167209991, "checkpoint_time": "2024-05-06 16:24:54.986", "error": null } ++ echo '{' '"upstream_id":' 7365799617666531951, '"namespace":' '"default",' '"id":' '"b6542e9b-133e-49e8-90e6-1556241d6c04",' '"state":' '"normal",' '"checkpoint_tso":' 449572738167209991, '"checkpoint_time":' '"2024-05-06' '16:24:54.986",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365799617666531951, '"namespace":' '"default",' '"id":' '"b6542e9b-133e-49e8-90e6-1556241d6c04",' '"state":' '"normal",' '"checkpoint_tso":' 449572738167209991, '"checkpoint_time":' '"2024-05-06' '16:24:54.986",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_forward http://127.0.0.1:2379 7365799617666531951 449572738167209990 449572738167209991 check diff failed 8-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_basic/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:03 CST 2024] <<<<<< run test case canal_json_basic success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340651d4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:6520, start at 2024-05-06 16:25:00.290397954 +0800 CST m=+5.320791125 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:27:00.300 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:25:00.277 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:15:00.277 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340651d4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:6520, start at 2024-05-06 16:25:00.290397954 +0800 CST m=+5.320791125 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:27:00.300 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:25:00.277 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:15:00.277 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340650f00014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:6598, start at 2024-05-06 16:25:00.255849963 +0800 CST m=+5.210433078 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:27:00.265 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:25:00.270 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:15:00.270 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } run task successfully table foreign_key.finish_mark not exists for 6-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 8.67 secs (430273275 bytes/sec) [Pipeline] { [Pipeline] cache check_changefeed_state http://127.0.0.1:2379 b6542e9b-133e-49e8-90e6-1556241d6c04 stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=b6542e9b-133e-49e8-90e6-1556241d6c04 + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c b6542e9b-133e-49e8-90e6-1556241d6c04 -s + info='{ "upstream_id": 7365799617666531951, "namespace": "default", "id": "b6542e9b-133e-49e8-90e6-1556241d6c04", "state": "stopped", "checkpoint_tso": 449572738167209991, "checkpoint_time": "2024-05-06 16:24:54.986", "error": null }' + echo '{ "upstream_id": 7365799617666531951, "namespace": "default", "id": "b6542e9b-133e-49e8-90e6-1556241d6c04", "state": "stopped", "checkpoint_tso": 449572738167209991, "checkpoint_time": "2024-05-06 16:24:54.986", "error": null }' { "upstream_id": 7365799617666531951, "namespace": "default", "id": "b6542e9b-133e-49e8-90e6-1556241d6c04", "state": "stopped", "checkpoint_tso": 449572738167209991, "checkpoint_time": "2024-05-06 16:24:54.986", "error": null } ++ echo '{' '"upstream_id":' 7365799617666531951, '"namespace":' '"default",' '"id":' '"b6542e9b-133e-49e8-90e6-1556241d6c04",' '"state":' '"stopped",' '"checkpoint_tso":' 449572738167209991, '"checkpoint_time":' '"2024-05-06' '16:24:54.986",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7365799617666531951, '"namespace":' '"default",' '"id":' '"b6542e9b-133e-49e8-90e6-1556241d6c04",' '"state":' '"stopped",' '"checkpoint_tso":' 449572738167209991, '"checkpoint_time":' '"2024-05-06' '16:24:54.986",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully table test.finish_mark not exists for 4-th check, retry later check_changefeed_state http://127.0.0.1:2379 cd9e9725-60e0-4d2f-bbd4-6f3eee0e2098 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=cd9e9725-60e0-4d2f-bbd4-6f3eee0e2098 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c cd9e9725-60e0-4d2f-bbd4-6f3eee0e2098 -s + info='{ "upstream_id": 7365799617666531951, "namespace": "default", "id": "cd9e9725-60e0-4d2f-bbd4-6f3eee0e2098", "state": "normal", "checkpoint_tso": 449572740539613186, "checkpoint_time": "2024-05-06 16:25:04.036", "error": null }' + echo '{ "upstream_id": 7365799617666531951, "namespace": "default", "id": "cd9e9725-60e0-4d2f-bbd4-6f3eee0e2098", "state": "normal", "checkpoint_tso": 449572740539613186, "checkpoint_time": "2024-05-06 16:25:04.036", "error": null }' { "upstream_id": 7365799617666531951, "namespace": "default", "id": "cd9e9725-60e0-4d2f-bbd4-6f3eee0e2098", "state": "normal", "checkpoint_tso": 449572740539613186, "checkpoint_time": "2024-05-06 16:25:04.036", "error": null } ++ echo '{' '"upstream_id":' 7365799617666531951, '"namespace":' '"default",' '"id":' '"cd9e9725-60e0-4d2f-bbd4-6f3eee0e2098",' '"state":' '"normal",' '"checkpoint_tso":' 449572740539613186, '"checkpoint_time":' '"2024-05-06' '16:25:04.036",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7365799617666531951, '"namespace":' '"default",' '"id":' '"cd9e9725-60e0-4d2f-bbd4-6f3eee0e2098",' '"state":' '"normal",' '"checkpoint_tso":' 449572740539613186, '"checkpoint_time":' '"2024-05-06' '16:25:04.036",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7365799617666531951 check diff failed 9-th time, retry later find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kafka_big_messages_v2/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:04 CST 2024] <<<<<< run test case kafka_big_messages_v2 success! >>>>>> [Mon May 6 16:25:05 CST 2024] <<<<<< START cdc server in processor_stop_delay case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorStopDelay=1*sleep(10000)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_stop_delay.79737975.out server --log-file /tmp/tidb_cdc_test/processor_stop_delay/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_stop_delay/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table foreign_key.finish_mark not exists for 7-th check, retry later table test.finish_mark not exists for 5-th check, retry later check diff failed 10-th time, retry later run task successfully table foreign_key.finish_mark not exists for 8-th check, retry later find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/multi_tables_ddl_v2/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:07 CST 2024] <<<<<< run test case multi_tables_ddl_v2 success! >>>>>> Changefeed remove successfully. ID: b6542e9b-133e-49e8-90e6-1556241d6c04 CheckpointTs: 449572738167209991 SinkURI: file:///tmp/tidb_cdc_test/gc_safepoint/storage_test/ticdc-gc-safepoint-4699?protocol=canal-json&enable-tidb-extension=true check_safepoint_forward http://127.0.0.1:2379 7365799617666531951 449572740539613185 449572738167209991 449572740539613186 table test.finish_mark not exists for 6-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_content_compatible/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:07 CST 2024] <<<<<< run test case canal_json_content_compatible success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:25:08 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/71d3ebcd-c0e4-4f70-9a39-90551d740dd9 {"id":"71d3ebcd-c0e4-4f70-9a39-90551d740dd9","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983905} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d016bcfcc 71d3ebcd-c0e4-4f70-9a39-90551d740dd9 /tidb/cdc/default/default/upstream/7365799726692475522 {"id":7365799726692475522,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/71d3ebcd-c0e4-4f70-9a39-90551d740dd9 {"id":"71d3ebcd-c0e4-4f70-9a39-90551d740dd9","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983905} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d016bcfcc 71d3ebcd-c0e4-4f70-9a39-90551d740dd9 /tidb/cdc/default/default/upstream/7365799726692475522 {"id":7365799726692475522,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/71d3ebcd-c0e4-4f70-9a39-90551d740dd9 {"id":"71d3ebcd-c0e4-4f70-9a39-90551d740dd9","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983905} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d016bcfcc 71d3ebcd-c0e4-4f70-9a39-90551d740dd9 /tidb/cdc/default/default/upstream/7365799726692475522 {"id":7365799726692475522,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + workdir=/tmp/tidb_cdc_test/processor_stop_delay + sink_uri='file:///tmp/tidb_cdc_test/processor_stop_delay/storage_test/ticdc-processor-stop-delay-11142?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/processor_stop_delay ++ date + echo '[Mon May 6 16:25:08 CST 2024] <<<<<< START storage consumer in processor_stop_delay case >>>>>>' [Mon May 6 16:25:08 CST 2024] <<<<<< START storage consumer in processor_stop_delay case >>>>>> + cd /tmp/tidb_cdc_test/processor_stop_delay + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/processor_stop_delay + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/processor_stop_delay/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/processor_stop_delay/storage_test/ticdc-processor-stop-delay-11142?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' check diff failed 11-th time, retry later table foreign_key.finish_mark not exists for 9-th check, retry later run task successfully Changefeed remove successfully. ID: cd9e9725-60e0-4d2f-bbd4-6f3eee0e2098 CheckpointTs: 449572741588189186 SinkURI: file:///tmp/tidb_cdc_test/gc_safepoint/storage_test/ticdc-gc-safepoint-4699?protocol=canal-json&enable-tidb-extension=true check_safepoint_cleared http://127.0.0.1:2379 7365799617666531951 run task successfully table test.finish_mark not exists for 7-th check, retry later table processor_stop_delay.t not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... check diff failed 12-th time, retry later wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Mon May 6 16:25:11 CST 2024] <<<<<< run test case gc_safepoint success! >>>>>> table foreign_key.finish_mark not exists for 10-th check, retry later table test.finish_mark not exists for 8-th check, retry later table processor_stop_delay.t not exists for 2-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/multi_topics/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:12 CST 2024] <<<<<< run test case multi_topics success! >>>>>> Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 7.19 secs (518630353 bytes/sec) [Pipeline] { [Pipeline] cache check diff failed 13-th time, retry later table foreign_key.finish_mark not exists for 11-th check, retry later table processor_stop_delay.t not exists for 3-th check, retry later table test.finish_mark not exists for 9-th check, retry later check diff failed 14-th time, retry later table foreign_key.finish_mark not exists for 12-th check, retry later find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/multi_topics_v2/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:15 CST 2024] <<<<<< run test case multi_topics_v2 success! >>>>>> table processor_stop_delay.t not exists for 4-th check, retry later table test.finish_mark not exists for 10-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/avro_basic/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:16 CST 2024] <<<<<< run test case avro_basic success! >>>>>> table foreign_key.finish_mark not exists for 13-th check, retry later check diff failed 15-th time, retry later table processor_stop_delay.t not exists for 5-th check, retry later table test.finish_mark not exists for 11-th check, retry later check diff failed 16-th time, retry later table foreign_key.finish_mark not exists for 14-th check, retry later table processor_stop_delay.t exists check diff successfully table test.finish_mark not exists for 12-th check, retry later find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/run.sh using Sink-Type: storage... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup + source /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/storage_cleanup + CDC_BINARY=cdc.test + SINK_TYPE=storage + EXIST_FILES=() + CLEANED_FILES=() + trap stop_tidb_cluster EXIT + run storage + '[' storage '!=' storage ']' + rm -rf /tmp/tidb_cdc_test/storage_cleanup + mkdir -p /tmp/tidb_cdc_test/storage_cleanup + start_tidb_cluster --workdir /tmp/tidb_cdc_test/storage_cleanup The 1 times to try to start tidb cluster... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh using Sink-Type: storage... <<================= check diff failed 17-th time, retry later [Mon May 6 16:25:21 CST 2024] <<<<<< run test case canal_json_handle_key_only success! >>>>>> table test.finish_mark not exists for 13-th check, retry later check diff failed 1-th time, retry later table foreign_key.finish_mark not exists for 15-th check, retry later table sink_retry.finish_mark_1 exists check diff successfully ***************** properties ***************** "threadcount"="2" "mysql.host"="127.0.0.1" "mysql.db"="sink_retry" "operationcount"="0" "workload"="core" "updateproportion"="0" "insertproportion"="0" "dotransactions"="false" "readallfields"="true" "requestdistribution"="uniform" "scanproportion"="0" "mysql.user"="root" "mysql.port"="4000" "readproportion"="0" "recordcount"="10" ********************************************** Run finished, takes 4.404835ms INSERT - Takes(s): 0.0, Count: 10, OPS: 3024.5, Avg(us): 748, Min(us): 430, Max(us): 1727, 95th(us): 2000, 99th(us): 2000 start tidb cluster in /tmp/tidb_cdc_test/storage_cleanup Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/changefeed_pause_resume/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... check diff failed 1-th time, retry later check diff failed 2-th time, retry later check diff failed 3-th time, retry later check diff failed 4-th time, retry later check diff failed 2-th time, retry later table test.finish_mark not exists for 14-th check, retry later check diff failed 18-th time, retry later table foreign_key.finish_mark not exists for 16-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/changefeed_pause_resume Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:26 CST 2024] <<<<<< run test case open_protocol_handle_key_only success! >>>>>> table test.finish_mark not exists for 15-th check, retry later check diff failed 5-th time, retry later check diff failed 19-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table foreign_key.finish_mark not exists for 17-th check, retry later check diff failed 3-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.finish_mark not exists for 16-th check, retry later check diff failed 6-th time, retry later check diff failed 20-th time, retry later Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 4-th time, retry later table foreign_key.finish_mark not exists for 18-th check, retry later Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 17-th check, retry later check diff failed 7-th time, retry later check diff failed 5-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:30 CST 2024] <<<<<< run test case canal_json_claim_check success! >>>>>> check diff failed 21-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table foreign_key.finish_mark not exists for 19-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 15.37 secs (242624187 bytes/sec) [Pipeline] { [Pipeline] cache ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 18-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 22-th time, retry later check diff failed 6-th time, retry later check diff failed 8-th time, retry later table foreign_key.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 19-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 16:25:34 CST 2024] <<<<<< run test case foreign_key success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d34085c8c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg, pid:2248, start at 2024-05-06 16:25:33.742264561 +0800 CST m=+5.108067940 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:27:33.747 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:25:33.731 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:15:33.731 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. check diff failed 23-th time, retry later new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d34085c8c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg, pid:2248, start at 2024-05-06 16:25:33.742264561 +0800 CST m=+5.108067940 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:27:33.747 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:25:33.731 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:15:33.731 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d34085ed80015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-2d4-558pg, pid:2333, start at 2024-05-06 16:25:33.90611826 +0800 CST m=+5.198983747 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:27:33.914 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:25:33.878 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:15:33.878 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/storage_cleanup/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/storage_cleanup/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/storage_cleanup/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/storage_cleanup/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/storage_cleanup/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 7-th time, retry later check diff failed 9-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:25:35 CST 2024] <<<<<< run test case open_protocol_claim_check success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340872200014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t, pid:4666, start at 2024-05-06 16:25:35.152819508 +0800 CST m=+5.450221514 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:27:35.160 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:25:35.163 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:15:35.163 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 20-th check, retry later check diff failed 8-th time, retry later + cd /tmp/tidb_cdc_test/storage_cleanup + run_cdc_server --workdir /tmp/tidb_cdc_test/storage_cleanup --binary cdc.test [Mon May 6 16:25:36 CST 2024] <<<<<< START cdc server in storage_cleanup case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.storage_cleanup.36413643.out server --log-file /tmp/tidb_cdc_test/storage_cleanup/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/storage_cleanup/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 24-th time, retry later check diff failed 10-th time, retry later table test.finish_mark not exists for 21-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340872200014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t, pid:4666, start at 2024-05-06 16:25:35.152819508 +0800 CST m=+5.450221514 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:27:35.160 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:25:35.163 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:15:35.163 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340873940016 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-dts-z2q9t, pid:4758, start at 2024-05-06 16:25:35.245852497 +0800 CST m=+5.465341804 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:27:35.253 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:25:35.254 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:15:35.254 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 25-th time, retry later check diff successfully check diff failed 11-th time, retry later wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > [Mon May 6 16:25:40 CST 2024] <<<<<< START cdc server in changefeed_pause_resume case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_pause_resume.61286130.out server --log-file /tmp/tidb_cdc_test/changefeed_pause_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_pause_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:25:40 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a6c49e8b-21b8-4745-b750-7ca1b9a2635a {"id":"a6c49e8b-21b8-4745-b750-7ca1b9a2635a","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983937} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d01ef47bd a6c49e8b-21b8-4745-b750-7ca1b9a2635a /tidb/cdc/default/default/upstream/7365799873406581728 {"id":7365799873406581728,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a6c49e8b-21b8-4745-b750-7ca1b9a2635a {"id":"a6c49e8b-21b8-4745-b750-7ca1b9a2635a","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983937} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d01ef47bd a6c49e8b-21b8-4745-b750-7ca1b9a2635a /tidb/cdc/default/default/upstream/7365799873406581728 {"id":7365799873406581728,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a6c49e8b-21b8-4745-b750-7ca1b9a2635a {"id":"a6c49e8b-21b8-4745-b750-7ca1b9a2635a","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983937} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d01ef47bd a6c49e8b-21b8-4745-b750-7ca1b9a2635a /tidb/cdc/default/default/upstream/7365799873406581728 {"id":7365799873406581728,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + generate_historic_files + local target_bucket=storage_test ++ date -d yesterday +%Y-%m-%d + yesterday=2024-05-05 ++ date -d '2 days ago' +%Y-%m-%d + day_before_yesterday=2024-05-04 + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test test multi_data_type 2024-05-05 10 false + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test + local schema=test + local table=multi_data_type + local day=2024-05-05 + local file_cnt=10 + local should_clean=false + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/1.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/2.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/3.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/4.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/5.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/6.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/7.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/8.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/9.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/10.data + '[' false == true ']' + EXIST_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test test multi_charset 2024-05-04 10 true + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test + local schema=test + local table=multi_charset + local day=2024-05-04 + local file_cnt=10 + local should_clean=true + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/1.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/2.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/3.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/4.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/5.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/6.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/7.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/8.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/9.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/10.data + '[' true == true ']' + CLEANED_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test test binary_columns 2024-05-04 10 true + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test + local schema=test + local table=binary_columns + local day=2024-05-04 + local file_cnt=10 + local should_clean=true + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/1.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/2.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/3.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/4.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/5.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/6.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/7.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/8.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/9.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/10.data + '[' true == true ']' + CLEANED_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test test multi_data_type_dummy 2024-05-04 10 true + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test + local schema=test + local table=multi_data_type_dummy + local day=2024-05-04 + local file_cnt=10 + local should_clean=true + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/1.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/2.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/3.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/4.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/5.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/6.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/7.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/8.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/9.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/10.data + '[' true == true ']' + CLEANED_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test test multi_charset_dummy 2024-05-04 10 true + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test + local schema=test + local table=multi_charset_dummy + local day=2024-05-04 + local file_cnt=10 + local should_clean=true + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/1.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/2.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/3.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/4.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/5.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/6.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/7.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/8.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/9.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/10.data + '[' true == true ']' + CLEANED_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test test binary_columns_dummy 2024-05-05 10 false + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test + local schema=test + local table=binary_columns_dummy + local day=2024-05-05 + local file_cnt=10 + local should_clean=false + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/1.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/2.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/3.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/4.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/5.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/6.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/7.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/8.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/9.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/10.data + '[' false == true ']' + EXIST_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test test2 multi_data_type 2024-05-04 10 true + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test + local schema=test2 + local table=multi_data_type + local day=2024-05-04 + local file_cnt=10 + local should_clean=true + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/1.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/2.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/3.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/4.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/5.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/6.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/7.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/8.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/9.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/10.data + '[' true == true ']' + CLEANED_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test test2 multi_charset 2024-05-04 10 true + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test + local schema=test2 + local table=multi_charset + local day=2024-05-04 + local file_cnt=10 + local should_clean=true + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/1.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/2.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/3.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/4.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/5.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/6.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/7.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/8.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/9.data + '[' true == true ']' + CLEANED_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/10.data + '[' true == true ']' + CLEANED_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test test2 binary_columns 2024-05-05 10 false + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test + local schema=test2 + local table=binary_columns + local day=2024-05-05 + local file_cnt=10 + local should_clean=false + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/1.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/2.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/3.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/4.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/5.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/6.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/7.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/8.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/9.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/10.data + '[' false == true ']' + EXIST_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test_default test multi_data_type 2022-01-01 10 false + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test_default + local schema=test + local table=multi_data_type + local day=2022-01-01 + local file_cnt=10 + local should_clean=false + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/1.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/2.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/3.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/4.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/5.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/6.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/7.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/8.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/9.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/10.data + '[' false == true ']' + EXIST_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test_default test multi_charset 2022-01-02 10 false + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test_default + local schema=test + local table=multi_charset + local day=2022-01-02 + local file_cnt=10 + local should_clean=false + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/1.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/2.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/3.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/4.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/5.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/6.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/7.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/8.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/9.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/10.data + '[' false == true ']' + EXIST_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/meta/CDC.index + generate_single_table_files /tmp/tidb_cdc_test/storage_cleanup storage_test_default test binary_columns 2022-01-03 10 false + local workdir=/tmp/tidb_cdc_test/storage_cleanup + local bucket=storage_test_default + local schema=test + local table=binary_columns + local day=2022-01-03 + local file_cnt=10 + local should_clean=false + table_dir=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03 + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03 ++ seq 1 10 + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/1.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/1.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/2.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/2.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/3.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/3.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/4.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/4.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/5.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/5.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/6.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/6.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/7.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/7.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/8.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/8.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/9.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/9.data + '[' false == true ']' + EXIST_FILES+=($file) + for i in '$(seq 1 $file_cnt)' + file=/tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/10.data + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/10.data + '[' false == true ']' + EXIST_FILES+=($file) + mkdir -p /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/meta + touch /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/meta/CDC.index + SINK_URI_DEFAULT='file:///tmp/tidb_cdc_test/storage_cleanup/storage_test_default?flush-interval=5s' + run_cdc_cli changefeed create '--sink-uri=file:///tmp/tidb_cdc_test/storage_cleanup/storage_test_default?flush-interval=5s' -c default-config-test --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/conf/changefeed-default.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.storage_cleanup.cli.3872.out cli changefeed create '--sink-uri=file:///tmp/tidb_cdc_test/storage_cleanup/storage_test_default?flush-interval=5s' -c default-config-test --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/conf/changefeed-default.toml wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 22-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Mon May 6 16:25:40 CST 2024] <<<<<< run test case processor_stop_delay success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_storage_basic/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... Create changefeed successfully! ID: default-config-test Info: {"upstream_id":7365799873406581728,"namespace":"default","id":"default-config-test","sink_uri":"file:///tmp/tidb_cdc_test/storage_cleanup/storage_test_default?flush-interval=5s","create_time":"2024-05-06T16:25:40.638868605+08:00","start_ts":449572750106558468,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"csv","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572750106558468,"checkpoint_ts":449572750106558468,"checkpoint_time":"2024-05-06 16:25:40.531"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... check diff failed 26-th time, retry later check diff failed 12-th time, retry later + set +x + sleep 20 table test.finish_mark not exists for 23-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:25:43 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ac439af2-3961-45e9-b68d-1657ef702387 {"id":"ac439af2-3961-45e9-b68d-1657ef702387","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983940} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d01f95bcb ac439af2-3961-45e9-b68d-1657ef702387 /tidb/cdc/default/default/upstream/7365799879321975538 {"id":7365799879321975538,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ac439af2-3961-45e9-b68d-1657ef702387 {"id":"ac439af2-3961-45e9-b68d-1657ef702387","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983940} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d01f95bcb ac439af2-3961-45e9-b68d-1657ef702387 /tidb/cdc/default/default/upstream/7365799879321975538 {"id":7365799879321975538,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ac439af2-3961-45e9-b68d-1657ef702387 {"id":"ac439af2-3961-45e9-b68d-1657ef702387","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983940} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d01f95bcb ac439af2-3961-45e9-b68d-1657ef702387 /tidb/cdc/default/default/upstream/7365799879321975538 {"id":7365799879321975538,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + workdir=/tmp/tidb_cdc_test/changefeed_pause_resume + sink_uri='file:///tmp/tidb_cdc_test/changefeed_pause_resume/storage_test/ticdc-changefeed-pause-resume-8563?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/changefeed_pause_resume ++ date + echo '[Mon May 6 16:25:43 CST 2024] <<<<<< START storage consumer in changefeed_pause_resume case >>>>>>' [Mon May 6 16:25:43 CST 2024] <<<<<< START storage consumer in changefeed_pause_resume case >>>>>> + cd /tmp/tidb_cdc_test/changefeed_pause_resume + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/changefeed_pause_resume + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/changefeed_pause_resume/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/changefeed_pause_resume/storage_test/ticdc-changefeed-pause-resume-8563?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' check diff failed 27-th time, retry later check diff failed 13-th time, retry later table changefeed_pause_resume.t1 not exists for 1-th check, retry later table test.finish_mark not exists for 24-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/canal_json_storage_basic Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... check diff failed 28-th time, retry later check diff failed 14-th time, retry later table changefeed_pause_resume.t1 not exists for 2-th check, retry later table test.finish_mark not exists for 25-th check, retry later table test.finish_mark not exists for 26-th check, retry later check diff failed 29-th time, retry later check diff failed 15-th time, retry later table changefeed_pause_resume.t1 not exists for 3-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/ddl_puller_lag/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... check diff failed 30-th time, retry later check diff failed 16-th time, retry later table changefeed_pause_resume.t1 not exists for 4-th check, retry later table test.finish_mark not exists for 27-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/ddl_puller_lag Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table changefeed_pause_resume.t1 not exists for 5-th check, retry later check diff failed at last A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Progress [>------------------------------------------------------------] 0% 0/0 Progress [>------------------------------------------------------------] 0% 0/0 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t3`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t9` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/8 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t7`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t9` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t9` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Progress [>------------------------------------------------------------] 0% 0/0 Progress [>------------------------------------------------------------] 0% 0/0 Progress [>------------------------------------------------------------] 0% 0/0 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t6` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t8` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t5` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t9` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t9` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t10`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t1` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``processor_err_chan`.`t8`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``processor_err_chan`.`t7`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``processor_err_chan`.`t6`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``processor_err_chan`.`t5`` ... equivalent Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``processor_err_chan`.`t9`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``processor_err_chan`.`t4`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``processor_err_chan`.`t3`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``processor_err_chan`.`t2`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``processor_err_chan`.`t1`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``processor_err_chan`.`t10`` ... equivalent Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t5`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``processor_err_chan`.`t5`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t7`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``processor_err_chan`.`t7`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t8`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``processor_err_chan`.`t8`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t6`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``processor_err_chan`.`t6`` ... failure Comparing the table data of ``processor_err_chan`.`t9`` ... Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``processor_err_chan`.`t9`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t3`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``processor_err_chan`.`t3`` ... failure Comparing the table data of ``processor_err_chan`.`t4`` ... Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``processor_err_chan`.`t4`` ... failure Comparing the table data of ``processor_err_chan`.`t2`` ... Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``processor_err_chan`.`t2`` ... failure Comparing the table data of ``processor_err_chan`.`t1`` ... Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``processor_err_chan`.`t1`` ... failure Comparing the table data of ``processor_err_chan`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``processor_err_chan`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `processor_err_chan`.`t3` is not equal The data of `processor_err_chan`.`t10` is not equal The data of `processor_err_chan`.`t7` is not equal The data of `processor_err_chan`.`t6` is not equal The data of `processor_err_chan`.`t5` is not equal The data of `processor_err_chan`.`t4` is not equal The data of `processor_err_chan`.`t9` is not equal The data of `processor_err_chan`.`t8` is not equal The data of `processor_err_chan`.`t2` is not equal The data of `processor_err_chan`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log' [2024/05/06 16:25:49.737 +08:00] [INFO] [printer.go:46] ["Welcome to sync_diff_inspector"] ["Release Version"=v7.4.0] ["Git Commit Hash"=d671b0840063bc2532941f02e02e12627402844c] ["Git Branch"=heads/refs/tags/v7.4.0] ["UTC Build Time"="2023-09-22 03:51:56"] ["Go Version"=go1.21.1] [2024/05/06 16:25:49.737 +08:00] [INFO] [main.go:101] [config="{\"check-thread-count\":4,\"split-thread-count\":5,\"export-fix-sql\":true,\"check-struct-only\":false,\"dm-addr\":\"\",\"dm-task\":\"\",\"data-sources\":{\"mysql1\":{\"host\":\"127.0.0.1\",\"port\":4000,\"user\":\"root\",\"password\":\"******\",\"sql-mode\":\"\",\"snapshot\":\"\",\"security\":null,\"route-rules\":null,\"Router\":{\"Selector\":{}},\"Conn\":null},\"tidb0\":{\"host\":\"127.0.0.1\",\"port\":3306,\"user\":\"root\",\"password\":\"******\",\"sql-mode\":\"\",\"snapshot\":\"\",\"security\":null,\"route-rules\":null,\"Router\":{\"Selector\":{}},\"Conn\":null}},\"routes\":null,\"table-configs\":null,\"task\":{\"source-instances\":[\"mysql1\"],\"source-routes\":null,\"target-instance\":\"tidb0\",\"target-check-tables\":[\"processor_err_chan.?*\"],\"target-configs\":null,\"output-dir\":\"/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output\",\"SourceInstances\":[{\"host\":\"127.0.0.1\",\"port\":4000,\"user\":\"root\",\"password\":\"******\",\"sql-mode\":\"\",\"snapshot\":\"\",\"security\":null,\"route-rules\":null,\"Router\":{\"Selector\":{}},\"Conn\":null}],\"TargetInstance\":{\"host\":\"127.0.0.1\",\"port\":3306,\"user\":\"root\",\"password\":\"******\",\"sql-mode\":\"\",\"snapshot\":\"\",\"security\":null,\"route-rules\":null,\"Router\":{\"Selector\":{}},\"Conn\":null},\"TargetTableConfigs\":null,\"TargetCheckTables\":[{}],\"FixDir\":\"/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/fix-on-tidb0\",\"CheckpointDir\":\"/tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/checkpoint\",\"HashFile\":\"\"},\"ConfigFile\":\"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/processor_err_chan/conf/diff_config.toml\",\"PrintVersion\":false}"] [2024/05/06 16:25:49.738 +08:00] [DEBUG] [diff.go:842] ["set tidb cfg"] [2024/05/06 16:25:49.741 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `processor_err_chan` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:25:49.741 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `test` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:25:49.742 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t1`] [2024/05/06 16:25:49.743 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t10`] [2024/05/06 16:25:49.745 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t2`] [2024/05/06 16:25:49.746 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t3`] [2024/05/06 16:25:49.748 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t4`] [2024/05/06 16:25:49.749 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t5`] [2024/05/06 16:25:49.750 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t6`] [2024/05/06 16:25:49.751 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t7`] [2024/05/06 16:25:49.753 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t8`] [2024/05/06 16:25:49.754 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`processor_err_chan`.`t9`] [2024/05/06 16:25:49.755 +08:00] [INFO] [tidb.go:209] ["find router for tidb source"] [2024/05/06 16:25:49.756 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `processor_err_chan` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:25:49.756 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `test` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:25:49.756 +08:00] [INFO] [source.go:412] ["table match check finished"] [2024/05/06 16:25:49.757 +08:00] [INFO] [tidb.go:209] ["find router for tidb source"] [2024/05/06 16:25:49.757 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `processor_err_chan` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:25:49.757 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `test` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:25:49.757 +08:00] [INFO] [source.go:412] ["table match check finished"] [2024/05/06 16:25:49.758 +08:00] [INFO] [diff.go:358] ["The upstream is TiDB. pick it as work source candidate"] [2024/05/06 16:25:49.765 +08:00] [INFO] [pd_service_discovery.go:628] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 16:25:49.765 +08:00] [INFO] [pd_service_discovery.go:195] ["[pd] init cluster id"] [cluster-id=7365799632200094767] [2024/05/06 16:25:49.765 +08:00] [INFO] [client.go:607] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 16:25:49.765 +08:00] [INFO] [tso_client.go:230] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 16:25:49.765 +08:00] [INFO] [tso_dispatcher.go:313] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 16:25:49.765 +08:00] [INFO] [client.go:655] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 16:25:49.766 +08:00] [INFO] [pd.go:212] ["tidb support auto gc safepoint"] [version=8.2.0-alpha-81-g516977e1f9] [2024/05/06 16:25:49.766 +08:00] [INFO] [diff.go:349] ["start update service to keep GC stopped automatically"] [2024/05/06 16:25:49.766 +08:00] [INFO] [pd.go:227] ["generate dumpling gc safePoint id"] [id=Sync_diff_1714983949766435242] [2024/05/06 16:25:49.766 +08:00] [DEBUG] [pd.go:229] ["update PD safePoint limit with ttl"] [safePoint=449572752516186136] [updateInterval=2m30s] [2024/05/06 16:25:49.766 +08:00] [INFO] [diff.go:363] ["The downstream is TiDB. pick it as work source first"] [2024/05/06 16:25:49.772 +08:00] [INFO] [pd_service_discovery.go:628] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2479] [old-leader=] [2024/05/06 16:25:49.772 +08:00] [INFO] [pd_service_discovery.go:195] ["[pd] init cluster id"] [cluster-id=7365799628992310252] [2024/05/06 16:25:49.772 +08:00] [INFO] [client.go:607] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 16:25:49.772 +08:00] [INFO] [tso_client.go:230] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2479] [2024/05/06 16:25:49.772 +08:00] [INFO] [tso_dispatcher.go:313] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 16:25:49.772 +08:00] [INFO] [client.go:655] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 16:25:49.773 +08:00] [INFO] [pd.go:212] ["tidb support auto gc safepoint"] [version=8.2.0-alpha-81-g516977e1f9] [2024/05/06 16:25:49.773 +08:00] [INFO] [diff.go:349] ["start update service to keep GC stopped automatically"] [2024/05/06 16:25:49.773 +08:00] [INFO] [pd.go:227] ["generate dumpling gc safePoint id"] [id=Sync_diff_1714983949773396545] [2024/05/06 16:25:49.773 +08:00] [DEBUG] [pd.go:229] ["update PD safePoint limit with ttl"] [safePoint=449572752527458309] [updateInterval=2m30s] [2024/05/06 16:25:49.773 +08:00] [INFO] [diff.go:191] ["not found checkpoint file, start from beginning"] [2024/05/06 16:25:49.786 +08:00] [INFO] [diff.go:377] ["start handleCheckpoint goroutine"] [2024/05/06 16:25:49.786 +08:00] [INFO] [diff.go:721] ["start writeSQLs goroutine"] [2024/05/06 16:25:49.786 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool="chunks producer"] [2024/05/06 16:25:49.786 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t8] [2024/05/06 16:25:49.786 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t7] [2024/05/06 16:25:49.786 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t6] [2024/05/06 16:25:49.786 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t5] [2024/05/06 16:25:49.786 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t9] [2024/05/06 16:25:49.787 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.787 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t8` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.788 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t8] [2024/05/06 16:25:49.788 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.788 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t7` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t4] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool="chunks producer"] [2024/05/06 16:25:49.788 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":1,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.788 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.788 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.788 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t5` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t9` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t6` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t8` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t8` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.788 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.788 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t4` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t7] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool="chunks producer"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t3] [2024/05/06 16:25:49.789 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":2,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t7` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t7` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t6] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool="chunks producer"] [2024/05/06 16:25:49.789 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":3,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t2] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t6` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t6` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t5] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool="chunks producer"] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t9] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t1] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.789 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":4,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.789 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":0,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t4] [2024/05/06 16:25:49.789 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.789 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t5` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=processor_err_chan] [table=t10] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t3` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.789 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t5` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.790 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.790 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t2` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.790 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.790 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t1` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.790 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:25:49.790 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `processor_err_chan`.`t10` WHERE TRUE"] [args=null] [2024/05/06 16:25:49.791 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t3] [2024/05/06 16:25:49.791 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.791 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":1,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t8] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.791 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t8` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.791 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":4,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t5] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.791 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t5` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.791 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t2] [2024/05/06 16:25:49.791 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.791 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":2,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t7] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.791 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t7` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.791 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t1] [2024/05/06 16:25:49.791 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.791 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=processor_err_chan] [table=t10] [2024/05/06 16:25:49.791 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t5` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t8` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t7` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":3,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t6] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t6` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t5`(`id`) VALUES (1);"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t5`(`id`) VALUES (2);"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t5`(`id`) VALUES (3);"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t5`(`id`) VALUES (4);"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t5`(`id`) VALUES (5);"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t5`(`id`) VALUES (6);"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t5`(`id`) VALUES (7);"] [2024/05/06 16:25:49.792 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":5,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t9` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t8`(`id`) VALUES (1);"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t8`(`id`) VALUES (2);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t8`(`id`) VALUES (3);"] [2024/05/06 16:25:49.792 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":4,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t9` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t8`(`id`) VALUES (4);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t8`(`id`) VALUES (5);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t7`(`id`) VALUES (1);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t7`(`id`) VALUES (2);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t7`(`id`) VALUES (3);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t7`(`id`) VALUES (4);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t7`(`id`) VALUES (5);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t7`(`id`) VALUES (6);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t7`(`id`) VALUES (7);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t8`(`id`) VALUES (6);"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t8`(`id`) VALUES (7);"] [2024/05/06 16:25:49.793 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":6,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.793 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":7,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t3` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":2,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":1,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t4` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t4` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.793 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t3` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.794 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":0,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t9] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.794 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t6` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.794 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t9` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.794 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":5,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t4] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.794 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t4` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.794 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":6,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t3] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.794 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t3` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.794 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t6`(`id`) VALUES (1);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t6`(`id`) VALUES (2);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t6`(`id`) VALUES (3);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t6`(`id`) VALUES (4);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t6`(`id`) VALUES (5);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t6`(`id`) VALUES (6);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t6`(`id`) VALUES (7);"] [2024/05/06 16:25:49.795 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":8,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t2` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":3,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t9` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t2` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t3` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t4` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t9`(`id`) VALUES (1);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t9`(`id`) VALUES (2);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t9`(`id`) VALUES (3);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t9`(`id`) VALUES (4);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t9`(`id`) VALUES (5);"] [2024/05/06 16:25:49.795 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t9`(`id`) VALUES (6);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t9`(`id`) VALUES (7);"] [2024/05/06 16:25:49.796 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":9,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t3`(`id`) VALUES (1);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t3`(`id`) VALUES (2);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t3`(`id`) VALUES (3);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t4`(`id`) VALUES (1);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t3`(`id`) VALUES (4);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t4`(`id`) VALUES (2);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t3`(`id`) VALUES (5);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t4`(`id`) VALUES (3);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t1` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t3`(`id`) VALUES (6);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":0,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t4`(`id`) VALUES (4);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t3`(`id`) VALUES (7);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t4`(`id`) VALUES (5);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t4`(`id`) VALUES (6);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t4`(`id`) VALUES (7);"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t1` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t10` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":7,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t2] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t2` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":6,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, CONCAT(ISNULL(`id`))))AS UNSIGNED)) as CHECKSUM FROM `processor_err_chan`.`t10` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:25:49.796 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":5,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t2` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":8,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t1] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t1` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":9,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t10] ["upstream chunk size"=7] ["downstream chunk size"=0] ["upstream checksum"=3301074816] ["downstream checksum"=0] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t10` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t2`(`id`) VALUES (1);"] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t2`(`id`) VALUES (2);"] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t2`(`id`) VALUES (3);"] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t2`(`id`) VALUES (4);"] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t2`(`id`) VALUES (5);"] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t2`(`id`) VALUES (6);"] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t2`(`id`) VALUES (7);"] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t1` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.797 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":7,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id` FROM `processor_err_chan`.`t10` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t1`(`id`) VALUES (1);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t1`(`id`) VALUES (2);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t1`(`id`) VALUES (3);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t1`(`id`) VALUES (4);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t1`(`id`) VALUES (5);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t1`(`id`) VALUES (6);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t1`(`id`) VALUES (7);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":8,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t10`(`id`) VALUES (1);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t10`(`id`) VALUES (2);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t10`(`id`) VALUES (3);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t10`(`id`) VALUES (4);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t10`(`id`) VALUES (5);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t10`(`id`) VALUES (6);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `processor_err_chan`.`t10`(`id`) VALUES (7);"] [2024/05/06 16:25:49.798 +08:00] [DEBUG] [diff.go:263] ["all consume tasks finished"] [2024/05/06 16:25:49.799 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":9,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:25:49.799 +08:00] [INFO] [diff.go:732] ["write sql channel closed"] [2024/05/06 16:25:49.799 +08:00] [INFO] [diff.go:723] ["close writeSQLs goroutine"] [2024/05/06 16:25:49.799 +08:00] [INFO] [diff.go:405] ["Stop do checkpoint"] [2024/05/06 16:25:49.799 +08:00] [INFO] [checkpoints.go:225] ["save checkpoint"] [chunk="{\"state\":\"failed\",\"chunk-range\":{\"index\":{\"table-index\":9,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0},\"type\":2,\"bounds\":[],\"is-first\":false,\"is-last\":false,\"where\":\"((TRUE) AND (TRUE))\",\"args\":null},\"index-id\":0}"] [state=failed] [2024/05/06 16:25:49.799 +08:00] [INFO] [diff.go:379] ["close handleCheckpoint goroutine"] [2024/05/06 16:25:49.800 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t9`] [] [2024/05/06 16:25:49.801 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t8`] [] [2024/05/06 16:25:49.802 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t2`] [] [2024/05/06 16:25:49.802 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t1`] [] [2024/05/06 16:25:49.803 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t7`] [] [2024/05/06 16:25:49.804 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t6`] [] [2024/05/06 16:25:49.805 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t5`] [] [2024/05/06 16:25:49.806 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t4`] [] [2024/05/06 16:25:49.807 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t3`] [] [2024/05/06 16:25:49.808 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`processor_err_chan`.`t10`] [] [2024/05/06 16:25:49.809 +08:00] [INFO] [main.go:114] ["check data finished"] [cost=71.171486ms] [2024/05/06 16:25:49.809 +08:00] [WARN] [main.go:105] ["check failed!!!"] check diff failed 17-th time, retry later table test.finish_mark not exists for 28-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/partition_table/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 18.02 secs (206986364 bytes/sec) [Pipeline] { [Pipeline] cache ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 18-th time, retry later table changefeed_pause_resume.t1 exists table changefeed_pause_resume.t2 exists table changefeed_pause_resume.t3 exists table test.finish_mark not exists for 29-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table sink_retry.finish_mark_2 exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Mon May 6 16:25:52 CST 2024] <<<<<< run test case sink_retry success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 1-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/partition_table Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... table test.finish_mark not exists for 30-th check, retry later Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 19-th time, retry later table test.finish_mark not exists for 31-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 2-th time, retry later check diff failed 20-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.finish_mark not exists for 32-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 3-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 21-th time, retry later Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 4-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 33-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340a0e580013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s, pid:3762, start at 2024-05-06 16:26:01.513271178 +0800 CST m=+5.122395924 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:01.519 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:01.494 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:01.494 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340a0e580013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s, pid:3762, start at 2024-05-06 16:26:01.513271178 +0800 CST m=+5.122395924 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:01.519 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:01.494 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:01.494 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340a10ac0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-fg3-9d55s, pid:3828, start at 2024-05-06 16:26:01.64408486 +0800 CST m=+5.205324445 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:01.650 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:01.643 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:01.643 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 22-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 34-th check, retry later check diff failed 5-th time, retry later check diff failed 23-th time, retry later + check_file_exists true + local all_should_exist=true + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' true == true ']' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/10.data ']' + SINK_URI='file:///tmp/tidb_cdc_test/storage_cleanup/storage_test?flush-interval=5s' + run_cdc_cli changefeed create '--sink-uri=file:///tmp/tidb_cdc_test/storage_cleanup/storage_test?flush-interval=5s' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.storage_cleanup.cli.3935.out cli changefeed create '--sink-uri=file:///tmp/tidb_cdc_test/storage_cleanup/storage_test?flush-interval=5s' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/conf/changefeed.toml Create changefeed successfully! ID: b7b89181-a2ab-4122-9507-06fcfc6ea181 Info: {"upstream_id":7365799873406581728,"namespace":"default","id":"b7b89181-a2ab-4122-9507-06fcfc6ea181","sink_uri":"file:///tmp/tidb_cdc_test/storage_cleanup/storage_test?flush-interval=5s","create_time":"2024-05-06T16:26:02.470762491+08:00","start_ts":449572755834667015,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"csv","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"cloud_storage_config":{"file_expiration_days":1,"file_cleanup_cron_spec":"* * * * * *"},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572755834667015,"checkpoint_ts":449572755834667015,"checkpoint_time":"2024-05-06 16:26:02.382"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x + sleep 20 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5063.out cli tso query --pd=http://127.0.0.1:2379 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 35-th check, retry later check diff failed 6-th time, retry later + set +x + tso='449572756532494337 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572756532494337 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x check diff failed 24-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/changefeed_error/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340a5fc8001a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:9607, start at 2024-05-06 16:26:06.726347266 +0800 CST m=+5.194971633 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:06.733 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:06.706 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:06.706 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340a5fc8001a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:9607, start at 2024-05-06 16:26:06.726347266 +0800 CST m=+5.194971633 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:06.733 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:06.706 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:06.706 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340a62d40015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-grl-wj21m, pid:9695, start at 2024-05-06 16:26:06.934467064 +0800 CST m=+5.314881676 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:06.943 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:06.901 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:06.901 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/partition_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/partition_table/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Mon May 6 16:26:07 CST 2024] <<<<<< START cdc server in ddl_puller_lag case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorDDLResolved=1*sleep(180000)' + '[' -z '' ']' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.51095111.out server --log-file /tmp/tidb_cdc_test/ddl_puller_lag/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_puller_lag/cdc_data --cluster-id default + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.finish_mark not exists for 36-th check, retry later check diff failed 7-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 25-th time, retry later table test.finish_mark not exists for 37-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.10953.out cli tso query --pd=http://127.0.0.1:2379 start tidb cluster in /tmp/tidb_cdc_test/changefeed_error Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... check diff failed 8-th time, retry later check diff failed 26-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:26:10 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c74f3558-9986-4a0c-b7ba-5f4e1b241a7b {"id":"c74f3558-9986-4a0c-b7ba-5f4e1b241a7b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983967} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0259c6ee c74f3558-9986-4a0c-b7ba-5f4e1b241a7b /tidb/cdc/default/default/upstream/7365799994726785954 {"id":7365799994726785954,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c74f3558-9986-4a0c-b7ba-5f4e1b241a7b {"id":"c74f3558-9986-4a0c-b7ba-5f4e1b241a7b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983967} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0259c6ee c74f3558-9986-4a0c-b7ba-5f4e1b241a7b /tidb/cdc/default/default/upstream/7365799994726785954 {"id":7365799994726785954,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c74f3558-9986-4a0c-b7ba-5f4e1b241a7b {"id":"c74f3558-9986-4a0c-b7ba-5f4e1b241a7b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983967} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0259c6ee c74f3558-9986-4a0c-b7ba-5f4e1b241a7b /tidb/cdc/default/default/upstream/7365799994726785954 {"id":7365799994726785954,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5170.out cli changefeed create --start-ts=449572756532494337 '--sink-uri=file:///tmp/tidb_cdc_test/ddl_puller_lag/storage_test/ticdc-ddl-puller-lag-test-3484?protocol=canal-json&enable-tidb-extension=true' Create changefeed successfully! ID: d47e5665-78b8-49ad-8f5c-c21f772a2555 Info: {"upstream_id":7365799994726785954,"namespace":"default","id":"d47e5665-78b8-49ad-8f5c-c21f772a2555","sink_uri":"file:///tmp/tidb_cdc_test/ddl_puller_lag/storage_test/ticdc-ddl-puller-lag-test-3484?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:26:11.094928606+08:00","start_ts":449572756532494337,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572756532494337,"checkpoint_ts":449572756532494337,"checkpoint_time":"2024-05-06 16:26:05.044"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + set +x + tso='449572757872836609 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572757872836609 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 16:26:11 CST 2024] <<<<<< START cdc server in partition_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.1099911001.out server --log-file /tmp/tidb_cdc_test/partition_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/partition_table/cdc_data --cluster-id default + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + workdir=/tmp/tidb_cdc_test/ddl_puller_lag + sink_uri='file:///tmp/tidb_cdc_test/ddl_puller_lag/storage_test/ticdc-ddl-puller-lag-test-3484?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/ddl_puller_lag ++ date + echo '[Mon May 6 16:26:12 CST 2024] <<<<<< START storage consumer in ddl_puller_lag case >>>>>>' [Mon May 6 16:26:12 CST 2024] <<<<<< START storage consumer in ddl_puller_lag case >>>>>> + cd /tmp/tidb_cdc_test/ddl_puller_lag + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/ddl_puller_lag + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/ddl_puller_lag/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/ddl_puller_lag/storage_test/ticdc-ddl-puller-lag-test-3484?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' table test.finish_mark not exists for 38-th check, retry later check diff failed 9-th time, retry later check diff failed 27-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 39-th check, retry later check diff successfully Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:26:14 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/640f98f7-10ac-48b4-a99e-fbf7dc764dc3 {"id":"640f98f7-10ac-48b4-a99e-fbf7dc764dc3","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983972} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d026dbdd1 640f98f7-10ac-48b4-a99e-fbf7dc764dc3 /tidb/cdc/default/default/upstream/7365800012463524455 {"id":7365800012463524455,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/640f98f7-10ac-48b4-a99e-fbf7dc764dc3 {"id":"640f98f7-10ac-48b4-a99e-fbf7dc764dc3","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983972} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d026dbdd1 640f98f7-10ac-48b4-a99e-fbf7dc764dc3 /tidb/cdc/default/default/upstream/7365800012463524455 {"id":7365800012463524455,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/640f98f7-10ac-48b4-a99e-fbf7dc764dc3 {"id":"640f98f7-10ac-48b4-a99e-fbf7dc764dc3","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983972} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d026dbdd1 640f98f7-10ac-48b4-a99e-fbf7dc764dc3 /tidb/cdc/default/default/upstream/7365800012463524455 {"id":7365800012463524455,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.11055.out cli changefeed create --start-ts=449572757872836609 '--sink-uri=file:///tmp/tidb_cdc_test/partition_table/storage_test/ticdc-partition-table-test-11522?protocol=canal-json&enable-tidb-extension=true' Create changefeed successfully! ID: d8be3a5b-2cf1-4947-b166-c100991d6ed4 Info: {"upstream_id":7365800012463524455,"namespace":"default","id":"d8be3a5b-2cf1-4947-b166-c100991d6ed4","sink_uri":"file:///tmp/tidb_cdc_test/partition_table/storage_test/ticdc-partition-table-test-11522?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:26:15.298467974+08:00","start_ts":449572757872836609,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572757872836609,"checkpoint_ts":449572757872836609,"checkpoint_time":"2024-05-06 16:26:10.157"} PASS VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340ad3f00003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20, pid:5751, start at 2024-05-06 16:26:14.159283776 +0800 CST m=+22.864545995 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:14.241 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:14.340 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:14.340 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340ad3f00003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20, pid:5751, start at 2024-05-06 16:26:14.159283776 +0800 CST m=+22.864545995 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:14.241 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:14.340 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:14.340 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340a98a40007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-m21-h0z20, pid:5775, start at 2024-05-06 16:26:10.379172479 +0800 CST m=+18.874382387 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:10.467 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:10.554 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:10.554 +0800 All versions after safe point can be accessed. (DO NOT EDIT) check diff failed 28-th time, retry later table test.finish_mark not exists for 40-th check, retry later coverage: 2.5% of statements in github.com/pingcap/tiflow/... Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/canal_json_storage_basic/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/canal_json_storage_basic/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_storage_basic/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/canal_json_storage_basic/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/canal_json_storage_basic/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 1-th time, retry later + set +x + workdir=/tmp/tidb_cdc_test/partition_table + sink_uri='file:///tmp/tidb_cdc_test/partition_table/storage_test/ticdc-partition-table-test-11522?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/partition_table ++ date + echo '[Mon May 6 16:26:17 CST 2024] <<<<<< START storage consumer in partition_table case >>>>>>' [Mon May 6 16:26:17 CST 2024] <<<<<< START storage consumer in partition_table case >>>>>> + cd /tmp/tidb_cdc_test/partition_table + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/partition_table + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/partition_table/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/partition_table/storage_test/ticdc-partition-table-test-11522?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' check diff failed 29-th time, retry later table test.finish_mark not exists for 41-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 2-th time, retry later table test.finish_mark not exists for 42-th check, retry later check diff failed 30-th time, retry later check diff failed 3-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Mon May 6 16:26:21 CST 2024] <<<<<< START cdc server in canal_json_storage_basic case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_storage_basic.704970517053.out server --log-file /tmp/tidb_cdc_test/canal_json_storage_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_storage_basic/cdc_data --cluster-id default * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo '' + '[' 0 -eq 50 ']' + sleep 3 table test.finish_mark not exists for 43-th check, retry later check diff failed at last A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' A total of 10 tables need to be compared Comparing the table structure of ``kv_client_stream_reconnect`.`t7`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/1 Comparing the table structure of ``kv_client_stream_reconnect`.`t5`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/2 Comparing the table structure of ``kv_client_stream_reconnect`.`t6`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/3 Comparing the table structure of ``kv_client_stream_reconnect`.`t9`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/4 Comparing the table structure of ``kv_client_stream_reconnect`.`t8`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/5 Comparing the table structure of ``kv_client_stream_reconnect`.`t4`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/6 Comparing the table structure of ``kv_client_stream_reconnect`.`t1`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/7 Comparing the table structure of ``kv_client_stream_reconnect`.`t2`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/8 Comparing the table structure of ``kv_client_stream_reconnect`.`t10`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/9 Comparing the table structure of ``kv_client_stream_reconnect`.`t3`` ... equivalent Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [>------------------------------------------------------------] 0% 0/10 Comparing the table data of ``kv_client_stream_reconnect`.`t7`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [======>------------------------------------------------------] 10% 0/9 Comparing the table data of ``kv_client_stream_reconnect`.`t6`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [============>------------------------------------------------] 20% 0/8 Comparing the table data of ``kv_client_stream_reconnect`.`t9`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==================>------------------------------------------] 30% 0/7 Comparing the table data of ``kv_client_stream_reconnect`.`t5`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [========================>------------------------------------] 40% 0/6 Comparing the table data of ``kv_client_stream_reconnect`.`t8`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==============================>------------------------------] 50% 0/5 Comparing the table data of ``kv_client_stream_reconnect`.`t4`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [====================================>------------------------] 60% 0/4 Comparing the table data of ``kv_client_stream_reconnect`.`t1`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [==========================================>------------------] 70% 0/3 Comparing the table data of ``kv_client_stream_reconnect`.`t2`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... _____________________________________________________________________________ Progress [================================================>------------] 80% 0/2 Comparing the table data of ``kv_client_stream_reconnect`.`t10`` ... failure Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... _____________________________________________________________________________ Progress [======================================================>------] 90% 0/1 Comparing the table data of ``kv_client_stream_reconnect`.`t3`` ... failure _____________________________________________________________________________ Progress [============================================================>] 100% 0/0 Progress [============================================================>] 100% 0/0 The data of `kv_client_stream_reconnect`.`t3` is not equal The data of `kv_client_stream_reconnect`.`t2` is not equal The data of `kv_client_stream_reconnect`.`t1` is not equal The data of `kv_client_stream_reconnect`.`t10` is not equal The data of `kv_client_stream_reconnect`.`t8` is not equal The data of `kv_client_stream_reconnect`.`t7` is not equal The data of `kv_client_stream_reconnect`.`t5` is not equal The data of `kv_client_stream_reconnect`.`t4` is not equal The data of `kv_client_stream_reconnect`.`t9` is not equal The data of `kv_client_stream_reconnect`.`t6` is not equal The rest of tables are all equal. A total of 10 tables have been compared, 0 tables finished, 10 tables failed, 0 tables skipped. The patch file has been generated in '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0/' You can view the comparision details through '/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log' [2024/05/06 16:26:19.882 +08:00] [INFO] [printer.go:46] ["Welcome to sync_diff_inspector"] ["Release Version"=v7.4.0] ["Git Commit Hash"=d671b0840063bc2532941f02e02e12627402844c] ["Git Branch"=heads/refs/tags/v7.4.0] ["UTC Build Time"="2023-09-22 03:51:56"] ["Go Version"=go1.21.1] [2024/05/06 16:26:19.882 +08:00] [INFO] [main.go:101] [config="{\"check-thread-count\":4,\"split-thread-count\":5,\"export-fix-sql\":true,\"check-struct-only\":false,\"dm-addr\":\"\",\"dm-task\":\"\",\"data-sources\":{\"mysql1\":{\"host\":\"127.0.0.1\",\"port\":4000,\"user\":\"root\",\"password\":\"******\",\"sql-mode\":\"\",\"snapshot\":\"\",\"security\":null,\"route-rules\":null,\"Router\":{\"Selector\":{}},\"Conn\":null},\"tidb0\":{\"host\":\"127.0.0.1\",\"port\":3306,\"user\":\"root\",\"password\":\"******\",\"sql-mode\":\"\",\"snapshot\":\"\",\"security\":null,\"route-rules\":null,\"Router\":{\"Selector\":{}},\"Conn\":null}},\"routes\":null,\"table-configs\":null,\"task\":{\"source-instances\":[\"mysql1\"],\"source-routes\":null,\"target-instance\":\"tidb0\",\"target-check-tables\":[\"kv_client_stream_reconnect.?*\"],\"target-configs\":null,\"output-dir\":\"/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output\",\"SourceInstances\":[{\"host\":\"127.0.0.1\",\"port\":4000,\"user\":\"root\",\"password\":\"******\",\"sql-mode\":\"\",\"snapshot\":\"\",\"security\":null,\"route-rules\":null,\"Router\":{\"Selector\":{}},\"Conn\":null}],\"TargetInstance\":{\"host\":\"127.0.0.1\",\"port\":3306,\"user\":\"root\",\"password\":\"******\",\"sql-mode\":\"\",\"snapshot\":\"\",\"security\":null,\"route-rules\":null,\"Router\":{\"Selector\":{}},\"Conn\":null},\"TargetTableConfigs\":null,\"TargetCheckTables\":[{}],\"FixDir\":\"/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/fix-on-tidb0\",\"CheckpointDir\":\"/tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/checkpoint\",\"HashFile\":\"\"},\"ConfigFile\":\"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/kv_client_stream_reconnect/conf/diff_config.toml\",\"PrintVersion\":false}"] [2024/05/06 16:26:19.883 +08:00] [DEBUG] [diff.go:842] ["set tidb cfg"] [2024/05/06 16:26:19.886 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `kv_client_stream_reconnect` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:26:19.886 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `test` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:26:19.887 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t1`] [2024/05/06 16:26:19.889 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t10`] [2024/05/06 16:26:19.890 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t2`] [2024/05/06 16:26:19.892 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t3`] [2024/05/06 16:26:19.893 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t4`] [2024/05/06 16:26:19.894 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t5`] [2024/05/06 16:26:19.896 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t6`] [2024/05/06 16:26:19.897 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t7`] [2024/05/06 16:26:19.898 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t8`] [2024/05/06 16:26:19.900 +08:00] [DEBUG] [source.go:326] ["match target table"] [table=`kv_client_stream_reconnect`.`t9`] [2024/05/06 16:26:19.901 +08:00] [INFO] [tidb.go:209] ["find router for tidb source"] [2024/05/06 16:26:19.902 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `kv_client_stream_reconnect` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:26:19.902 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `test` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:26:19.902 +08:00] [INFO] [source.go:412] ["table match check finished"] [2024/05/06 16:26:19.903 +08:00] [INFO] [tidb.go:209] ["find router for tidb source"] [2024/05/06 16:26:19.903 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `kv_client_stream_reconnect` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:26:19.904 +08:00] [DEBUG] [common.go:386] ["query tables"] [query="SHOW FULL TABLES IN `test` WHERE Table_Type = 'BASE TABLE';"] [2024/05/06 16:26:19.905 +08:00] [INFO] [source.go:412] ["table match check finished"] [2024/05/06 16:26:19.905 +08:00] [INFO] [diff.go:358] ["The upstream is TiDB. pick it as work source candidate"] [2024/05/06 16:26:19.913 +08:00] [INFO] [pd_service_discovery.go:628] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/06 16:26:19.913 +08:00] [INFO] [pd_service_discovery.go:195] ["[pd] init cluster id"] [cluster-id=7365799629419789981] [2024/05/06 16:26:19.914 +08:00] [INFO] [client.go:607] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 16:26:19.914 +08:00] [INFO] [tso_client.go:230] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/06 16:26:19.915 +08:00] [INFO] [tso_dispatcher.go:313] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 16:26:19.915 +08:00] [INFO] [client.go:655] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 16:26:19.916 +08:00] [INFO] [pd.go:212] ["tidb support auto gc safepoint"] [version=8.2.0-alpha-81-g516977e1f9] [2024/05/06 16:26:19.916 +08:00] [INFO] [diff.go:349] ["start update service to keep GC stopped automatically"] [2024/05/06 16:26:19.916 +08:00] [INFO] [pd.go:227] ["generate dumpling gc safePoint id"] [id=Sync_diff_1714983979916213262] [2024/05/06 16:26:19.916 +08:00] [DEBUG] [pd.go:229] ["update PD safePoint limit with ttl"] [safePoint=449572760429527042] [updateInterval=2m30s] [2024/05/06 16:26:19.916 +08:00] [INFO] [diff.go:363] ["The downstream is TiDB. pick it as work source first"] [2024/05/06 16:26:19.921 +08:00] [INFO] [pd_service_discovery.go:628] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2479] [old-leader=] [2024/05/06 16:26:19.921 +08:00] [INFO] [pd_service_discovery.go:195] ["[pd] init cluster id"] [cluster-id=7365799632269736836] [2024/05/06 16:26:19.922 +08:00] [INFO] [client.go:607] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 16:26:19.922 +08:00] [INFO] [tso_client.go:230] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2479] [2024/05/06 16:26:19.922 +08:00] [INFO] [tso_dispatcher.go:313] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/06 16:26:19.922 +08:00] [INFO] [client.go:655] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/06 16:26:19.923 +08:00] [INFO] [pd.go:212] ["tidb support auto gc safepoint"] [version=8.2.0-alpha-81-g516977e1f9] [2024/05/06 16:26:19.923 +08:00] [INFO] [diff.go:349] ["start update service to keep GC stopped automatically"] [2024/05/06 16:26:19.923 +08:00] [INFO] [pd.go:227] ["generate dumpling gc safePoint id"] [id=Sync_diff_1714983979923209955] [2024/05/06 16:26:19.923 +08:00] [DEBUG] [pd.go:229] ["update PD safePoint limit with ttl"] [safePoint=449572760427954183] [updateInterval=2m30s] [2024/05/06 16:26:19.923 +08:00] [INFO] [diff.go:191] ["not found checkpoint file, start from beginning"] [2024/05/06 16:26:19.938 +08:00] [INFO] [diff.go:721] ["start writeSQLs goroutine"] [2024/05/06 16:26:19.938 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool="chunks producer"] [2024/05/06 16:26:19.938 +08:00] [INFO] [diff.go:377] ["start handleCheckpoint goroutine"] [2024/05/06 16:26:19.938 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t7] [2024/05/06 16:26:19.938 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t5] [2024/05/06 16:26:19.938 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t9] [2024/05/06 16:26:19.938 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t8] [2024/05/06 16:26:19.938 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t6] [2024/05/06 16:26:19.939 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.939 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t7` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.940 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t5` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.940 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t9` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.940 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t6` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.940 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t7] [2024/05/06 16:26:19.940 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool="chunks producer"] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t4] [2024/05/06 16:26:19.940 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t8` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.940 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":2,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t7` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.940 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t7` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.941 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.941 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t4` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.941 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t5] [2024/05/06 16:26:19.941 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.941 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool="chunks producer"] [2024/05/06 16:26:19.941 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":4,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.941 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t3] [2024/05/06 16:26:19.941 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t6] [2024/05/06 16:26:19.941 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.941 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t9] [2024/05/06 16:26:19.941 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":3,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.941 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.941 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t2] [2024/05/06 16:26:19.941 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t8] [2024/05/06 16:26:19.941 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.941 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool="chunks producer"] [2024/05/06 16:26:19.941 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":0,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.941 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t10] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t6` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.941 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t5` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.941 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":1,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t6` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.941 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t9` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [common.go:525] [GetBucketsInfo] [sql="SHOW STATS_BUCKETS WHERE db_name= ? AND table_name= ?;"] [schema=kv_client_stream_reconnect] [table=t1] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t9` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.942 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t4] [2024/05/06 16:26:19.942 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t5` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.942 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t3` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.942 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t2` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.942 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t10` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.942 +08:00] [INFO] [tidb.go:58] ["failed to build bucket iterator, fall back to use random iterator"] [error="primary key on id in buckets info not found"] [errorVerbose="primary key on id in buckets info not found\ngithub.com/pingcap/errors.NotFoundf\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20221009092201-b66cddb77c32/juju_adaptor.go:117\ngithub.com/pingcap/tidb-tools/pkg/dbutil.GetBucketsInfo\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/pkg/dbutil/common.go:576\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.(*BucketIterator).init\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:139\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/splitter.NewBucketIteratorWithCheckpoint\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/splitter/bucket.go:80\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*TiDBTableAnalyzer).AnalyzeSplitter\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/tidb.go:54\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/source.(*ChunksIterator).produceChunks.func3\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/source/chunks_iter.go:133\ngithub.com/pingcap/tidb-tools/sync_diff_inspector/utils.(*WorkerPool).Apply.func1\n\t/home/jenkins/agent/workspace/build-common/go/src/github.com/pingcap/tidb-tools/sync_diff_inspector/utils/utils.go:94\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 16:26:19.942 +08:00] [DEBUG] [common.go:237] ["get row count"] [sql="SELECT COUNT(1) cnt FROM `kv_client_stream_reconnect`.`t1` WHERE TRUE"] [args=null] [2024/05/06 16:26:19.943 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t1] [2024/05/06 16:26:19.943 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.943 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t2] [2024/05/06 16:26:19.943 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.943 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t10] [2024/05/06 16:26:19.943 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.943 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":2,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t7] ["upstream chunk size"=3] ["downstream chunk size"=0] ["upstream checksum"=3787681581] ["downstream checksum"=0] [2024/05/06 16:26:19.943 +08:00] [INFO] [random.go:110] ["get chunk size for table"] ["chunk size"=50000] [db=kv_client_stream_reconnect] [table=t3] [2024/05/06 16:26:19.943 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t7` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.943 +08:00] [INFO] [random.go:116] ["split range by random"] ["row count"=0] ["split chunk num"=0] [2024/05/06 16:26:19.944 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":3,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t6] ["upstream chunk size"=15] ["downstream chunk size"=0] ["upstream checksum"=3787681581] ["downstream checksum"=0] [2024/05/06 16:26:19.944 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t6` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.944 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":0,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t9] ["upstream chunk size"=3] ["downstream chunk size"=0] ["upstream checksum"=3787681581] ["downstream checksum"=0] [2024/05/06 16:26:19.944 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t9` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.944 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t7` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.944 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":4,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t5] ["upstream chunk size"=12] ["downstream chunk size"=0] ["upstream checksum"=649478877] ["downstream checksum"=0] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t5` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t6` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t7`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t7`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t7`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.945 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":5,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t9` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t8` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":2,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t8` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t5` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (4,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (5,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (6,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (7,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (8,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (9,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (10,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (11,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (12,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (13,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (14,10);"] [2024/05/06 16:26:19.945 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t6`(`id`,`a`) VALUES (15,10);"] [2024/05/06 16:26:19.946 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":8,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t4` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":3,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t4` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t9`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t9`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t9`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.946 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":7,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t1` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":0,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t1` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (4,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (5,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (6,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (7,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (8,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (9,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (10,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (11,10);"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t5`(`id`,`a`) VALUES (12,10);"] [2024/05/06 16:26:19.946 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":9,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":4,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t2` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t2` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":1,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t8] ["upstream chunk size"=6] ["downstream chunk size"=0] ["upstream checksum"=3316072078] ["downstream checksum"=0] [2024/05/06 16:26:19.946 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t8` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.947 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":5,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t4] ["upstream chunk size"=15] ["downstream chunk size"=0] ["upstream checksum"=3787681581] ["downstream checksum"=0] [2024/05/06 16:26:19.947 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t4` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.947 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t8` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.947 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":8,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t1] ["upstream chunk size"=6] ["downstream chunk size"=0] ["upstream checksum"=3316072078] ["downstream checksum"=0] [2024/05/06 16:26:19.947 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t1` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.947 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":7,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t2] ["upstream chunk size"=12] ["downstream chunk size"=0] ["upstream checksum"=649478877] ["downstream checksum"=0] [2024/05/06 16:26:19.947 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t2` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t4` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t8`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t8`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t8`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t8`(`id`,`a`) VALUES (4,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t8`(`id`,`a`) VALUES (5,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t8`(`id`,`a`) VALUES (6,10);"] [2024/05/06 16:26:19.948 +08:00] [INFO] [diff.go:280] ["global consume chunk info"] ["chunk index"="{\"table-index\":6,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] ["chunk bound"="[]"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [utils.go:104] ["wait for workers"] [pool=consumer] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t10` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":1,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t1` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t10` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t2` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (4,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (5,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (6,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (7,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (8,10);"] [2024/05/06 16:26:19.948 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (9,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (10,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (11,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (12,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (13,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (14,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t4`(`id`,`a`) VALUES (15,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t3` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":5,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [utils.go:766] ["table columns"] [columns="[{\"id\":1,\"name\":{\"O\":\"id\",\"L\":\"id\"},\"offset\":0,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":515,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2},{\"id\":2,\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":1,\"origin_default\":null,\"origin_default_bit\":null,\"default\":\"10\",\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{\"Tp\":3,\"Flag\":0,\"Flen\":11,\"Decimal\":0,\"Charset\":\"binary\",\"Collate\":\"binary\",\"Elems\":null,\"ElemsIsBinaryLit\":null,\"Array\":false},\"state\":5,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}]"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [utils.go:785] ["count and checksum"] [sql="SELECT COUNT(*) as CNT, BIT_XOR(CAST(CRC32(CONCAT_WS(',', `id`, `a`, CONCAT(ISNULL(`id`), ISNULL(`a`))))AS UNSIGNED)) as CHECKSUM FROM `kv_client_stream_reconnect`.`t3` WHERE ((TRUE) AND (TRUE));"] [args=null] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t1`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t1`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t1`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t1`(`id`,`a`) VALUES (4,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t1`(`id`,`a`) VALUES (5,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t1`(`id`,`a`) VALUES (6,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":8,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (4,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (5,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (6,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (7,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (8,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (9,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (10,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (11,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t2`(`id`,`a`) VALUES (12,10);"] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":9,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t10] ["upstream chunk size"=6] ["downstream chunk size"=0] ["upstream checksum"=3316072078] ["downstream checksum"=0] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t10` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.949 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":7,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.950 +08:00] [DEBUG] [diff.go:604] ["checksum failed"] ["chunk id"="{\"table-index\":6,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [table=t3] ["upstream chunk size"=12] ["downstream chunk size"=0] ["upstream checksum"=649478877] ["downstream checksum"=0] [2024/05/06 16:26:19.950 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t3` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.950 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t10` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.951 +08:00] [DEBUG] [tidb.go:189] ["select data"] [sql="SELECT /*!40001 SQL_NO_CACHE */ `id`, `a` FROM `kv_client_stream_reconnect`.`t3` WHERE ((TRUE) AND (TRUE)) ORDER BY `id`"] [args=null] [2024/05/06 16:26:19.951 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t10`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.951 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t10`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.951 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t10`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.951 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t10`(`id`,`a`) VALUES (4,10);"] [2024/05/06 16:26:19.951 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t10`(`id`,`a`) VALUES (5,10);"] [2024/05/06 16:26:19.951 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t10`(`id`,`a`) VALUES (6,10);"] [2024/05/06 16:26:19.951 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":9,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.951 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (1,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (2,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (3,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (4,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (5,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (6,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (7,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (8,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (9,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (10,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (11,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:663] ["[insert]"] [sql="REPLACE INTO `kv_client_stream_reconnect`.`t3`(`id`,`a`) VALUES (12,10);"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:263] ["all consume tasks finished"] [2024/05/06 16:26:19.952 +08:00] [DEBUG] [diff.go:762] ["insert node"] ["chunk index"="{\"table-index\":6,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0}"] [2024/05/06 16:26:19.952 +08:00] [INFO] [diff.go:732] ["write sql channel closed"] [2024/05/06 16:26:19.952 +08:00] [INFO] [diff.go:723] ["close writeSQLs goroutine"] [2024/05/06 16:26:19.952 +08:00] [INFO] [diff.go:405] ["Stop do checkpoint"] [2024/05/06 16:26:19.952 +08:00] [INFO] [checkpoints.go:225] ["save checkpoint"] [chunk="{\"state\":\"failed\",\"chunk-range\":{\"index\":{\"table-index\":9,\"bucket-index-left\":0,\"bucket-index-right\":0,\"chunk-index\":0,\"chunk-count\":0},\"type\":2,\"bounds\":[],\"is-first\":false,\"is-last\":false,\"where\":\"((TRUE) AND (TRUE))\",\"args\":null},\"index-id\":0}"] [state=failed] [2024/05/06 16:26:19.952 +08:00] [INFO] [diff.go:379] ["close handleCheckpoint goroutine"] [2024/05/06 16:26:19.953 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t6`] [] [2024/05/06 16:26:19.954 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t9`] [] [2024/05/06 16:26:19.955 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t7`] [] [2024/05/06 16:26:19.955 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t5`] [] [2024/05/06 16:26:19.956 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t4`] [] [2024/05/06 16:26:19.957 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t3`] [] [2024/05/06 16:26:19.958 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t2`] [] [2024/05/06 16:26:19.959 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t1`] [] [2024/05/06 16:26:19.960 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t10`] [] [2024/05/06 16:26:19.960 +08:00] [WARN] [report.go:164] ["fail to get the correct size of table, if you want to get the correct size, please analyze the corresponding tables"] [table=`kv_client_stream_reconnect`.`t8`] [] [2024/05/06 16:26:19.962 +08:00] [INFO] [main.go:114] ["check data finished"] [cost=79.481715ms] [2024/05/06 16:26:19.962 +08:00] [WARN] [main.go:105] ["check failed!!!"] Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 25.83 secs (144393545 bytes/sec) [Pipeline] { [Pipeline] cache VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340b4b540014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm, pid:3932, start at 2024-05-06 16:26:21.812384927 +0800 CST m=+5.144380219 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:21.820 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:21.781 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:21.781 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340b4b540014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm, pid:3932, start at 2024-05-06 16:26:21.812384927 +0800 CST m=+5.144380219 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:21.820 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:21.781 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:21.781 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340b4d800005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-8q4-7qrtm, pid:4011, start at 2024-05-06 16:26:21.923874994 +0800 CST m=+5.173284040 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:21.930 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:21.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:21.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 4-th time, retry later table test.finish_mark not exists for 44-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:26:24 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/599005ed-50c0-4e38-8fce-69aaa8db033c {"id":"599005ed-50c0-4e38-8fce-69aaa8db033c","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983981} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0242cd1e 599005ed-50c0-4e38-8fce-69aaa8db033c /tidb/cdc/default/default/upstream/7365799969027917659 {"id":7365799969027917659,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/599005ed-50c0-4e38-8fce-69aaa8db033c {"id":"599005ed-50c0-4e38-8fce-69aaa8db033c","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983981} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0242cd1e 599005ed-50c0-4e38-8fce-69aaa8db033c /tidb/cdc/default/default/upstream/7365799969027917659 {"id":7365799969027917659,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/599005ed-50c0-4e38-8fce-69aaa8db033c {"id":"599005ed-50c0-4e38-8fce-69aaa8db033c","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983981} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0242cd1e 599005ed-50c0-4e38-8fce-69aaa8db033c /tidb/cdc/default/default/upstream/7365799969027917659 {"id":7365799969027917659,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_storage_basic.cli.7081.out cli changefeed create '--sink-uri=file:///tmp/tidb_cdc_test/canal_json_storage_basic/storage_test?flush-interval=5s&enable-tidb-extension=true' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_storage_basic/conf/changefeed.toml + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5326.out cli tso query --pd=http://127.0.0.1:2379 check diff failed 5-th time, retry later Create changefeed successfully! ID: af37915f-3952-452f-b94f-0ead5e90bf51 Info: {"upstream_id":7365799969027917659,"namespace":"default","id":"af37915f-3952-452f-b94f-0ead5e90bf51","sink_uri":"file:///tmp/tidb_cdc_test/canal_json_storage_basic/storage_test?flush-interval=5s\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:26:25.254124559+08:00","start_ts":449572761761742853,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572761761742853,"checkpoint_ts":449572761761742853,"checkpoint_time":"2024-05-06 16:26:24.992"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 45-th check, retry later + check_file_exists false + local all_should_exist=false + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type/2024-05-05/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns_dummy/2024-05-05/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/binary_columns/2024-05-05/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_data_type/2022-01-01/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/multi_charset/2022-01-02/10.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/1.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/2.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/3.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/4.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/5.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/6.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/7.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/8.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/9.data ']' + for f in '${EXIST_FILES[@]}' + '[' '!' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test_default/test/binary_columns/2022-01-03/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/binary_columns/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_data_type_dummy/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test/multi_charset_dummy/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_data_type/2024-05-04/10.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/1.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/2.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/3.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/4.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/5.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/6.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/7.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/8.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/9.data ']' + for f in '${CLEANED_FILES[@]}' + '[' false == true ']' + '[' -f /tmp/tidb_cdc_test/storage_cleanup/storage_test/test2/multi_charset/2024-05-04/10.data ']' + run_sql_file /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/data/schema.sql 127.0.0.1 4000 + run_sql_file /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/data/data.sql 127.0.0.1 4000 + set +x + tso='449572761850609665 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572761850609665 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "operationcount"="0" "updateproportion"="0" "requestdistribution"="uniform" "mysql.user"="root" "workload"="core" "readallfields"="true" "insertproportion"="0" "readproportion"="0" "mysql.host"="127.0.0.1" "mysql.port"="4000" "mysql.db"="changefeed_error" "recordcount"="20" "dotransactions"="false" "threadcount"="4" "scanproportion"="0" ********************************************** Run finished, takes 8.174664ms INSERT - Takes(s): 0.0, Count: 20, OPS: 4391.6, Avg(us): 1540, Min(us): 923, Max(us): 3578, 95th(us): 4000, 99th(us): 4000 [Mon May 6 16:26:26 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedNoRetryError=1*return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.53845386.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 6-th time, retry later + set +x + run_storage_consumer /tmp/tidb_cdc_test/storage_cleanup 'file:///tmp/tidb_cdc_test/storage_cleanup/storage_test?flush-interval=5s' /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/conf/changefeed.toml '' + workdir=/tmp/tidb_cdc_test/storage_cleanup + sink_uri='file:///tmp/tidb_cdc_test/storage_cleanup/storage_test?flush-interval=5s' + consumer_replica_config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/conf/changefeed.toml + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/storage_cleanup ++ date + echo '[Mon May 6 16:26:27 CST 2024] <<<<<< START storage consumer in storage_cleanup case >>>>>>' [Mon May 6 16:26:27 CST 2024] <<<<<< START storage consumer in storage_cleanup case >>>>>> + cd /tmp/tidb_cdc_test/storage_cleanup + '[' /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/conf/changefeed.toml '!=' '' ']' + cd /tmp/tidb_cdc_test/storage_cleanup + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/storage_cleanup/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/storage_cleanup/storage_test?flush-interval=5s' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' --config /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/conf/changefeed.toml + sleep 8 table test.finish_mark not exists for 46-th check, retry later check diff failed 7-th time, retry later table partition_table.t exists table partition_table.t1 not exists for 1-th check, retry later + workdir=/tmp/tidb_cdc_test/canal_json_storage_basic + sink_uri='file:///tmp/tidb_cdc_test/canal_json_storage_basic/storage_test?flush-interval=5s&enable-tidb-extension=true' + consumer_replica_config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_storage_basic/conf/changefeed.toml + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/canal_json_storage_basic ++ date + echo '[Mon May 6 16:26:30 CST 2024] <<<<<< START storage consumer in canal_json_storage_basic case >>>>>>' [Mon May 6 16:26:30 CST 2024] <<<<<< START storage consumer in canal_json_storage_basic case >>>>>> + cd /tmp/tidb_cdc_test/canal_json_storage_basic + '[' /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_storage_basic/conf/changefeed.toml '!=' '' ']' + cd /tmp/tidb_cdc_test/canal_json_storage_basic + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/canal_json_storage_basic/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/canal_json_storage_basic/storage_test?flush-interval=5s&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' --config /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_storage_basic/conf/changefeed.toml table test.finish_mark not exists for 47-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:26:30 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32 {"id":"7fa58615-f833-4fc4-9a4d-4bb5e8250b32","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983987} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a70fe8 7fa58615-f833-4fc4-9a4d-4bb5e8250b32 /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32 {"id":"7fa58615-f833-4fc4-9a4d-4bb5e8250b32","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983987} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a70fe8 7fa58615-f833-4fc4-9a4d-4bb5e8250b32 /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32 {"id":"7fa58615-f833-4fc4-9a4d-4bb5e8250b32","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983987} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a70fe8 7fa58615-f833-4fc4-9a4d-4bb5e8250b32 /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5440.out cli changefeed create --start-ts=449572761850609665 '--sink-uri=file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json&enable-tidb-extension=true' -c changefeed-error Create changefeed successfully! ID: changefeed-error Info: {"upstream_id":7365800081208342245,"namespace":"default","id":"changefeed-error","sink_uri":"file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:26:30.477378236+08:00","start_ts":449572761850609665,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572761850609665,"checkpoint_ts":449572761850609665,"checkpoint_time":"2024-05-06 16:26:25.331"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table partition_table.t1 not exists for 2-th check, retry later check diff failed 8-th time, retry later + set +x + workdir=/tmp/tidb_cdc_test/changefeed_error + sink_uri='file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/changefeed_error ++ date + echo '[Mon May 6 16:26:31 CST 2024] <<<<<< START storage consumer in changefeed_error case >>>>>>' [Mon May 6 16:26:31 CST 2024] <<<<<< START storage consumer in changefeed_error case >>>>>> + cd /tmp/tidb_cdc_test/changefeed_error + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/changefeed_error + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/changefeed_error/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' check_changefeed_state http://127.0.0.1:2379 changefeed-error failed [CDC:ErrStartTsBeforeGC] + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=failed + error_msg='[CDC:ErrStartTsBeforeGC]' + tls_dir='[CDC:ErrStartTsBeforeGC]' + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s table test.finish_mark not exists for 48-th check, retry later + info='{ "upstream_id": 7365800081208342245, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 449572761850609665, "checkpoint_time": "2024-05-06 16:26:25.331", "error": { "time": "2024-05-06T16:26:30.55254653+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449572761850609365 is earlier than or equal to GC safepoint at 449572761850609665" } }' + echo '{ "upstream_id": 7365800081208342245, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 449572761850609665, "checkpoint_time": "2024-05-06 16:26:25.331", "error": { "time": "2024-05-06T16:26:30.55254653+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449572761850609365 is earlier than or equal to GC safepoint at 449572761850609665" } }' { "upstream_id": 7365800081208342245, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 449572761850609665, "checkpoint_time": "2024-05-06 16:26:25.331", "error": { "time": "2024-05-06T16:26:30.55254653+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449572761850609365 is earlier than or equal to GC safepoint at 449572761850609665" } } ++ jq -r .state ++ echo '{' '"upstream_id":' 7365800081208342245, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 449572761850609665, '"checkpoint_time":' '"2024-05-06' '16:26:25.331",' '"error":' '{' '"time":' '"2024-05-06T16:26:30.55254653+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 449572761850609365 is earlier than or equal to GC safepoint at '449572761850609665"' '}' '}' + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7365800081208342245, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 449572761850609665, '"checkpoint_time":' '"2024-05-06' '16:26:25.331",' '"error":' '{' '"time":' '"2024-05-06T16:26:30.55254653+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 449572761850609365 is earlier than or equal to GC safepoint at '449572761850609665"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449572761850609365 is earlier than or equal to GC safepoint at 449572761850609665' + [[ ! [CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449572761850609365 is earlier than or equal to GC safepoint at 449572761850609665 =~ \[CDC:ErrStartTsBeforeGC] ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5563.out cli changefeed resume -c changefeed-error table partition_table.t1 not exists for 3-th check, retry later PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... check diff failed 9-th time, retry later + set +x table changefeed_error.usertable not exists for 1-th check, retry later table test.finish_mark not exists for 49-th check, retry later table partition_table.t1 not exists for 4-th check, retry later check diff successfully Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 10.71 secs (348157170 bytes/sec) [Pipeline] { + check_sync_diff /tmp/tidb_cdc_test/storage_cleanup /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/storage_cleanup/conf/diff_config.toml 100 check diff failed 1-th time, retry later [Pipeline] cache table changefeed_error.usertable not exists for 2-th check, retry later table test.finish_mark not exists for 50-th check, retry later table partition_table.t1 not exists for 5-th check, retry later check diff failed 1-th time, retry later check diff failed 1-th time, retry later check diff failed 2-th time, retry later table test.finish_mark not exists for 51-th check, retry later table changefeed_error.usertable not exists for 3-th check, retry later table partition_table.t1 exists table partition_table.t2 not exists for 1-th check, retry later check diff failed 2-th time, retry later check diff failed 3-th time, retry later table test.finish_mark not exists for 52-th check, retry later table changefeed_error.usertable not exists for 4-th check, retry later table partition_table.t2 not exists for 2-th check, retry later check diff failed 2-th time, retry later check diff failed 3-th time, retry later check diff failed 4-th time, retry later table test.finish_mark not exists for 53-th check, retry later table changefeed_error.usertable exists check diff successfully ***************** properties ***************** "mysql.port"="4000" "scanproportion"="0" "mysql.user"="root" "workload"="core" "threadcount"="4" "insertproportion"="0" "mysql.db"="changefeed_error" "dotransactions"="false" "requestdistribution"="uniform" "operationcount"="0" "readallfields"="true" "recordcount"="20" "mysql.host"="127.0.0.1" "updateproportion"="0" "readproportion"="0" ********************************************** Run finished, takes 4.881846ms INSERT - Takes(s): 0.0, Count: 20, OPS: 5802.5, Avg(us): 827, Min(us): 472, Max(us): 2029, 95th(us): 2000, 99th(us): 3000 check diff successfully {"id":"7fa58615-f833-4fc4-9a4d-4bb5e8250b32","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714983987} check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32 + [[ /tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32 =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32 + echo 'check failed' check failed + exit 1 run task failed 1-th time, retry later table partition_table.t2 not exists for 3-th check, retry later check diff successfully [Mon May 6 16:26:43 CST 2024] <<<<<< run test case canal_json_storage_basic success! >>>>>> check diff failed 4-th time, retry later check diff failed 5-th time, retry later table test.finish_mark not exists for 54-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc) 3730210304 bytes in 7.00 secs (532820965 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh table partition_table.t2 not exists for 4-th check, retry later check diff failed 5-th time, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G10 Run cases: default_value simple cdc_server_tips event_filter sql_mode PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=216fcb48-ccc1-4fc1-ac9a-3e2989bcba14 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G10 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-0hfc4 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-0hfc4 pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/default_value/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:26:45 CST 2024] <<<<<< run test case default_value success! >>>>>> [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G16 Run cases: owner_resign processor_etcd_worker_delay sink_hang PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=4d55baff-e2ed-4caf-b7aa-adaa4f440852 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G16 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-dhq03 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q pingcap_tiflow_pull_cdc_integration_storage_test_1813-dhq03 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/owner_resign/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G15 Run cases: new_ci_collation batch_add_table multi_rocks PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=65eaa90e-6576-49a1-9f80-1597b77e9888 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G15 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-zs76h GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh pingcap_tiflow_pull_cdc_integration_storage_test_1813-zs76h GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/new_ci_collation/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:26:46 CST 2024] <<<<<< run test case new_ci_collation success! >>>>>> [Pipeline] sh table test.finish_mark not exists for 55-th check, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G14 Run cases: changefeed_finish force_replicate_table PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=3725e2a7-7a2e-4442-a242-b2a3a2cd103a BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G14 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-lkzkf GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f pingcap_tiflow_pull_cdc_integration_storage_test_1813-lkzkf GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/changefeed_finish/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G13 Run cases: tiflash region_merge common_1 PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=8fb42bda-d053-454b-abd2-463ce8af0655 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G13 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-q7lm3 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-q7lm3 pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/tiflash/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... check diff failed 6-th time, retry later [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G11 table partition_table.t2 not exists for 5-th check, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G12 Run cases: many_pk_or_uk capture_session_done_during_task ddl_attributes PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=6c119aa8-650d-425e-adcb-4cc6168cd3ae BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G12 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-nc7wm GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0 pingcap_tiflow_pull_cdc_integration_storage_test_1813-nc7wm GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/many_pk_or_uk/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:26:47 CST 2024] <<<<<< run test case many_pk_or_uk success! >>>>>> + info=/tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32 + [[ /tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32 =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/7fa58615-f833-4fc4-9a4d-4bb5e8250b32 + echo 'check failed' check failed + exit 1 run task failed 2-th time, retry later check diff failed 6-th time, retry later Run cases: resolve_lock move_table autorandom generate_column PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=cca0e609-e5d3-4518-8488-9f80f64a1c17 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-3lb-r323s HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G11 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-3lbw6 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap_tiflow_pull_cdc_integration_storage_test_1813-3lbw6 pingcap-tiflow-pull-cdc-integration-storage-test-1813-3lb-r323s GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-3lb-r323s GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/resolve_lock/run.sh using Sink-Type: storage... <<================= check diff failed 7-th time, retry later table test.finish_mark not exists for 56-th check, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh storage G17 table partition_table.t2 not exists for 6-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/owner_resign Starting Upstream PD... Run cases: clustered_index processor_resolved_ts_fallback PROW_JOB_ID=97049444-f9e6-4194-a56f-45a434a034d6 JENKINS_NODE_COOKIE=a2145f88-cca9-48da-a59b-e5217b6bdff8 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_storage_test","buildid":"1787393981496168452","prowjobid":"97049444-f9e6-4194-a56f-45a434a034d6","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ TICDC_COVERALLS_TOKEN=**** JOB_NAME=pingcap/tiflow/pull_cdc_integration_storage_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#1813 TEST_GROUP=G17 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787393981496168452 TICDC_CODECOV_TOKEN=**** GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=pull_cdc_integration_storage_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/1813/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_pull_cdc_integration_storage_test_1813-p2fl9 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-4a523405106a7d00374130edbe2665c6e1f4e192f859497a5647eb99843c7c0e NODE_LABELS=pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8 pingcap_tiflow_pull_cdc_integration_storage_test_1813-p2fl9 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_storage_test/display/redirect BUILD_NUMBER=1813 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/clustered_index/run.sh using Sink-Type: storage... <<================= [Mon May 6 16:26:49 CST 2024] <<<<<< skip test case clustered_index for storage! >>>>>> find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/processor_resolved_ts_fallback/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/simple/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... [Pipeline] } check diff failed 7-th time, retry later Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_storage_test-1813/tiflow-cdc already exists) start tidb cluster in /tmp/tidb_cdc_test/tiflash Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/batch_add_table/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... check diff failed 8-th time, retry later table test.finish_mark not exists for 57-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/changefeed_finish Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... table partition_table.t2 not exists for 7-th check, retry later check diff failed 8-th time, retry later find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/capture_session_done_during_task/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info= + [[ '' =~ capture ]] + echo 'check pass' check pass + exit 0 run task successfully check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only start tidb cluster in /tmp/tidb_cdc_test/simple Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Mon May 6 16:26:52 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedRetryError=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.57925794.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.finish_mark not exists for 58-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 9-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/processor_resolved_ts_fallback Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... table partition_table.t2 not exists for 8-th check, retry later The 1 times to try to start tidb cluster... check diff failed 9-th time, retry later table test.finish_mark not exists for 59-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 10-th time, retry later table partition_table.t2 not exists for 9-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:26:55 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f23e351e-9585-40ea-ae02-d2f4da5d53c0 {"id":"f23e351e-9585-40ea-ae02-d2f4da5d53c0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984012} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a710e3 f23e351e-9585-40ea-ae02-d2f4da5d53c0 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7365800081208342245,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json\u0026enable-tidb-extension=true","create-time":"2024-05-06T16:26:30.477378236+08:00","start-ts":449572761850609665,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"file-index-digit":20,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2024-05-06T16:26:53.058458402+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v8.2.0-alpha-31-gedccab95f","epoch":449572769111998469} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":449572766149509127,"min-table-barrier-ts":449572766149509127,"admin-job-type":1} /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f23e351e-9585-40ea-ae02-d2f4da5d53c0 {"id":"f23e351e-9585-40ea-ae02-d2f4da5d53c0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984012} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a710e3 f23e351e-9585-40ea-ae02-d2f4da5d53c0 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7365800081208342245,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json\u0026enable-tidb-extension=true","create-time":"2024-05-06T16:26:30.477378236+08:00","start-ts":449572761850609665,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"file-index-digit":20,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2024-05-06T16:26:53.058458402+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v8.2.0-alpha-31-gedccab95f","epoch":449572769111998469} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":449572766149509127,"min-table-barrier-ts":449572766149509127,"admin-job-type":1} /tidb/cdc/default/default/upstream/7365800081208342245 + grep -q 'failed to get info:' {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f23e351e-9585-40ea-ae02-d2f4da5d53c0 {"id":"f23e351e-9585-40ea-ae02-d2f4da5d53c0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984012} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a710e3 f23e351e-9585-40ea-ae02-d2f4da5d53c0 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7365800081208342245,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json\u0026enable-tidb-extension=true","create-time":"2024-05-06T16:26:30.477378236+08:00","start-ts":449572761850609665,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"file-index-digit":20,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2024-05-06T16:26:53.058458402+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v8.2.0-alpha-31-gedccab95f","epoch":449572769111998469} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":449572766149509127,"min-table-barrier-ts":449572766149509127,"admin-job-type":1} /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error warning failpoint injected retriable error + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=warning + error_msg=failpoint + tls_dir=error + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s + info='{ "upstream_id": 7365800081208342245, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 449572766149509127, "checkpoint_time": "2024-05-06 16:26:41.730", "error": { "time": "2024-05-06T16:26:53.058458402+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' + echo '{ "upstream_id": 7365800081208342245, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 449572766149509127, "checkpoint_time": "2024-05-06 16:26:41.730", "error": { "time": "2024-05-06T16:26:53.058458402+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' { "upstream_id": 7365800081208342245, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 449572766149509127, "checkpoint_time": "2024-05-06 16:26:41.730", "error": { "time": "2024-05-06T16:26:53.058458402+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } } ++ echo '{' '"upstream_id":' 7365800081208342245, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 449572766149509127, '"checkpoint_time":' '"2024-05-06' '16:26:41.730",' '"error":' '{' '"time":' '"2024-05-06T16:26:53.058458402+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] ++ echo '{' '"upstream_id":' 7365800081208342245, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 449572766149509127, '"checkpoint_time":' '"2024-05-06' '16:26:41.730",' '"error":' '{' '"time":' '"2024-05-06T16:26:53.058458402+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .error.message + message='failpoint injected retriable error' + [[ ! failpoint injected retriable error =~ failpoint ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5893.out cli changefeed remove -c changefeed-error Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... check diff successfully table test.finish_mark not exists for 60-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Changefeed remove successfully. ID: changefeed-error CheckpointTs: 449572766149509127 SinkURI: file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json&enable-tidb-extension=true PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... start tidb cluster in /tmp/tidb_cdc_test/batch_add_table Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... table partition_table.t2 not exists for 10-th check, retry later check diff failed 11-th time, retry later Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/resolve_lock Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... + set +x check_no_changefeed 127.0.0.1:2379 check diff failed 1-th time, retry later table test.finish_mark not exists at last check parse error: Invalid numeric literal at line 1, column 6 run task successfully ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/tests/integration_tests/canal_json_storage_partition_table/run.sh using Sink-Type: storage... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/capture_session_done_during_task Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... wait process cdc.test exit for 1-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table partition_table.t2 not exists for 11-th check, retry later check diff failed 12-th time, retry later wait process cdc.test exit for 2-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Mon May 6 16:26:59 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedDDLError=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.59845986.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 2-th time, retry later [Pipeline] } Cache not saved (inner-step execution failed) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 13-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table partition_table.t2 exists table partition_table.finish_mark not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore check diff failed 3-th time, retry later Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] } Cache not saved (inner-step execution failed) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340d9ac00012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q, pid:1184, start at 2024-05-06 16:26:59.655866117 +0800 CST m=+5.329432649 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:59.665 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:59.632 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:59.632 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340d9ac00012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q, pid:1184, start at 2024-05-06 16:26:59.655866117 +0800 CST m=+5.329432649 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:59.665 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:59.632 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:59.632 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340d9b74000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-dhq-8c27q, pid:1284, start at 2024-05-06 16:26:59.690494193 +0800 CST m=+5.310442857 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:28:59.700 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:26:59.677 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:16:59.677 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/owner_resign/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/owner_resign/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340dbd680004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f, pid:1231, start at 2024-05-06 16:27:01.854095886 +0800 CST m=+5.609410208 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:01.861 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:01.850 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:01.850 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... start tidb cluster in /tmp/tidb_cdc_test/canal_json_storage_partition_table Starting Upstream PD... Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Starting Downstream PD... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:27:02 GMT < Content-Length: 885 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5f5e94f2-d44a-422e-9769-6b400ea9be50 {"id":"5f5e94f2-d44a-422e-9769-6b400ea9be50","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984020} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a71134 5f5e94f2-d44a-422e-9769-6b400ea9be50 /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5f5e94f2-d44a-422e-9769-6b400ea9be50 {"id":"5f5e94f2-d44a-422e-9769-6b400ea9be50","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984020} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a71134 5f5e94f2-d44a-422e-9769-6b400ea9be50 /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5f5e94f2-d44a-422e-9769-6b400ea9be50 {"id":"5f5e94f2-d44a-422e-9769-6b400ea9be50","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984020} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a71134 5f5e94f2-d44a-422e-9769-6b400ea9be50 /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6041.out cli changefeed create --start-ts=449572761850609665 '--sink-uri=file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json&enable-tidb-extension=true' -c changefeed-error-1 Release Version: v8.2.0-alpha-14-g1679dbca2 Edition: Community Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360 Git Branch: master UTC Build Time: 2024-04-30 08:09:12 Verifying upstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Create changefeed successfully! ID: changefeed-error-1 Info: {"upstream_id":7365800081208342245,"namespace":"default","id":"changefeed-error-1","sink_uri":"file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:27:03.291049611+08:00","start_ts":449572761850609665,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572761850609665,"checkpoint_ts":449572761850609665,"checkpoint_time":"2024-05-06 16:26:25.331"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table partition_table.finish_mark not exists for 2-th check, retry later [Pipeline] // cache check diff failed 14-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340db1c0001a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx, pid:1189, start at 2024-05-06 16:27:01.144203564 +0800 CST m=+5.397063160 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:01.152 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:01.155 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:01.155 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340db1c0001a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx, pid:1189, start at 2024-05-06 16:27:01.144203564 +0800 CST m=+5.397063160 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:01.152 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:01.155 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:01.155 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340db2800006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-q7l-wpdcx, pid:1271, start at 2024-05-06 16:27:01.157772696 +0800 CST m=+5.356776501 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:01.164 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:01.152 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:01.152 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/tiflash/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/tiflash/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 4-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340dbd680004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f, pid:1231, start at 2024-05-06 16:27:01.854095886 +0800 CST m=+5.609410208 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:01.861 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:01.850 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:01.850 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340dbf9c0010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-lkz-sf53f, pid:1313, start at 2024-05-06 16:27:02.008602351 +0800 CST m=+5.701941124 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:02.016 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:01.991 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:01.991 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x [Pipeline] } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed + endpoint=127.0.0.1:8300 + changefeed_id=changefeed-error-1 + expected_state=warning + field=last_warning + error_pattern=ErrExecDDLFailed ++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 727 0 --:--:-- --:--:-- --:--:-- 728 + info='{"state":"normal","resolved_ts":449572762230456345,"checkpoint_ts":449572762230456345}' + echo '{"state":"normal","resolved_ts":449572762230456345,"checkpoint_ts":449572762230456345}' {"state":"normal","resolved_ts":449572762230456345,"checkpoint_ts":449572762230456345} ++ echo '{"state":"normal","resolved_ts":449572762230456345,"checkpoint_ts":449572762230456345}' ++ jq -r .state + state=normal + [[ ! normal == \w\a\r\n\i\n\g ]] + echo 'changefeed state normal does not equal to warning' changefeed state normal does not equal to warning + exit 1 run task failed 1-th time, retry later Starting Upstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Mon May 6 16:27:04 CST 2024] <<<<<< START cdc server in owner_resign case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.26412643.out server --log-file /tmp/tidb_cdc_test/owner_resign/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/owner_resign/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table partition_table.finish_mark not exists for 3-th check, retry later [Pipeline] // cache check diff failed 15-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340dcc680015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43, pid:1259, start at 2024-05-06 16:27:02.852626244 +0800 CST m=+5.389574474 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:02.861 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:02.861 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:02.861 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340dcc680015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43, pid:1259, start at 2024-05-06 16:27:02.852626244 +0800 CST m=+5.389574474 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:02.861 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:02.861 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:02.861 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340dcea40010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-0hf-xzp43, pid:1324, start at 2024-05-06 16:27:02.971474591 +0800 CST m=+5.457123134 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:02.982 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:02.953 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:02.953 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/simple/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/simple/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/simple/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/simple/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/simple/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340de7040013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8, pid:1305, start at 2024-05-06 16:27:04.544567242 +0800 CST m=+5.150353610 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:04.553 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:04.513 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:04.513 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340de7040013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8, pid:1305, start at 2024-05-06 16:27:04.544567242 +0800 CST m=+5.150353610 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:04.553 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:04.513 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:04.513 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340de88c0015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-p2f-2rhg8, pid:1388, start at 2024-05-06 16:27:04.654931268 +0800 CST m=+5.203821915 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:04.661 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:04.661 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:04.661 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Pipeline] // cache check diff failed 5-th time, retry later [Pipeline] } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.cli.2647.out cli tso query --pd=http://127.0.0.1:2379 [Mon May 6 16:27:06 CST 2024] <<<<<< START cdc server in changefeed_finish case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_finish.26332635.out server --log-file /tmp/tidb_cdc_test/changefeed_finish/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_finish/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // dir ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table partition_table.finish_mark not exists for 4-th check, retry later [Pipeline] } [Pipeline] // dir Post stage check diff failed 16-th time, retry later check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed + endpoint=127.0.0.1:8300 + changefeed_id=changefeed-error-1 + expected_state=warning + field=last_warning + error_pattern=ErrExecDDLFailed ++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 253 100 253 0 0 2377 0 --:--:-- --:--:-- --:--:-- 2386 + info='{"state":"warning","resolved_ts":449572762230456345,"checkpoint_ts":449572762230456345,"last_warning":{"time":"2024-05-06T16:27:05.030474764+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' + echo '{"state":"warning","resolved_ts":449572762230456345,"checkpoint_ts":449572762230456345,"last_warning":{"time":"2024-05-06T16:27:05.030474764+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' {"state":"warning","resolved_ts":449572762230456345,"checkpoint_ts":449572762230456345,"last_warning":{"time":"2024-05-06T16:27:05.030474764+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}} ++ jq -r .state ++ echo '{"state":"warning","resolved_ts":449572762230456345,"checkpoint_ts":449572762230456345,"last_warning":{"time":"2024-05-06T16:27:05.030474764+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] + [[ -z last_warning ]] ++ jq -r .last_warning.message ++ echo '{"state":"warning","resolved_ts":449572762230456345,"checkpoint_ts":449572762230456345,"last_warning":{"time":"2024-05-06T16:27:05.030474764+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' + error_msg='[CDC:ErrExecDDLFailed]exec DDL failed' + [[ ! [CDC:ErrExecDDLFailed]exec DDL failed =~ ErrExecDDLFailed ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6104.out cli changefeed remove -c changefeed-error-1 [Pipeline] // dir + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:27:07 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1ff6093b-0d11-410b-b440-44801b704709 {"id":"1ff6093b-0d11-410b-b440-44801b704709","address":"127.0.0.1:8301","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984025} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d033e0acb 1ff6093b-0d11-410b-b440-44801b704709 /tidb/cdc/default/default/upstream/7365800242724462068 {"id":7365800242724462068,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1ff6093b-0d11-410b-b440-44801b704709 {"id":"1ff6093b-0d11-410b-b440-44801b704709","address":"127.0.0.1:8301","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984025} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d033e0acb 1ff6093b-0d11-410b-b440-44801b704709 /tidb/cdc/default/default/upstream/7365800242724462068 {"id":7365800242724462068,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1ff6093b-0d11-410b-b440-44801b704709 {"id":"1ff6093b-0d11-410b-b440-44801b704709","address":"127.0.0.1:8301","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984025} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d033e0acb 1ff6093b-0d11-410b-b440-44801b704709 /tidb/cdc/default/default/upstream/7365800242724462068 {"id":7365800242724462068,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc cli capture list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' Post stage [Pipeline] // withCredentials [Mon May 6 16:27:07 CST 2024] <<<<<< START cdc server in processor_resolved_ts_fallback case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkExecDMLError=return(true);github.com/pingcap/tiflow/cdc/sink/dmlsink/mq/dmlproducer/KafkaSinkAsyncSendError=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_resolved_ts_fallback.26512653.out server --log-file /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... [Pipeline] } 1 run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.cli.2740.out cli changefeed create '--sink-uri=file:///tmp/tidb_cdc_test/owner_resign/storage_test/ticdc-owner-resign-test-29317?protocol=canal-json&enable-tidb-extension=true' --server=127.0.0.1:8301 + set +x + tso='449572772617912321 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572772617912321 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 16:27:07 CST 2024] <<<<<< START cdc server in tiflash case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.26852687.out server --log-file /tmp/tidb_cdc_test/tiflash/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tiflash/cdc_data --cluster-id default + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Changefeed remove successfully. ID: changefeed-error-1 CheckpointTs: 449572762230456345 SinkURI: file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json&enable-tidb-extension=true PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... Create changefeed successfully! ID: d04b855a-5ae8-4fd4-9d61-8c62ffc62330 Info: {"upstream_id":7365800242724462068,"namespace":"default","id":"d04b855a-5ae8-4fd4-9d61-8c62ffc62330","sink_uri":"file:///tmp/tidb_cdc_test/owner_resign/storage_test/ticdc-owner-resign-test-29317?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:27:08.250363545+08:00","start_ts":449572773083742211,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572773083742211,"checkpoint_ts":449572773083742211,"checkpoint_time":"2024-05-06 16:27:08.182"} PASS + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2621.out cli tso query --pd=http://127.0.0.1:2379 check diff failed 6-th time, retry later Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v8.2.0-alpha-81-g516977e1f9 Edition: Community Git Commit Hash: 516977e1f99d9df87e142e1ea280baed56a12a70 Git Branch: master UTC Build Time: 2024-05-06 06:50:31 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // timeout [Pipeline] } coverage: 2.5% of statements in github.com/pingcap/tiflow/... [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] // stage [Pipeline] } [Pipeline] sh ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] sh ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + ls /tmp/tidb_cdc_test/ processor_err_chan sql_res.processor_err_chan.txt ++ find /tmp/tidb_cdc_test/ -type f -name '*.log' + tar -cvzf log-G08.tar.gz /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/processor_err_chan/tidb_other.log /tmp/tidb_cdc_test/processor_err_chan/tikv_down/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/cdc_storage_consumer.log /tmp/tidb_cdc_test/processor_err_chan/stdout.log /tmp/tidb_cdc_test/processor_err_chan/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/processor_err_chan/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/processor_err_chan/pd1/hot-region/000001.log /tmp/tidb_cdc_test/processor_err_chan/pd1/region-meta/000001.log /tmp/tidb_cdc_test/processor_err_chan/tikv2.log /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/server.log /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/error.log /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/proxy.log /tmp/tidb_cdc_test/processor_err_chan/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/tikv_down.log /tmp/tidb_cdc_test/processor_err_chan/tidb_down.log /tmp/tidb_cdc_test/processor_err_chan/tikv1.log /tmp/tidb_cdc_test/processor_err_chan/sync_diff_inspector.log /tmp/tidb_cdc_test/processor_err_chan/tidb.log /tmp/tidb_cdc_test/processor_err_chan/tidb-slow.log /tmp/tidb_cdc_test/processor_err_chan/pd1.log /tmp/tidb_cdc_test/processor_err_chan/down_pd.log /tmp/tidb_cdc_test/processor_err_chan/tikv1/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/tikv3/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/cdc.log /tmp/tidb_cdc_test/processor_err_chan/cdc_storage_consumer_stdout.log /tmp/tidb_cdc_test/processor_err_chan/tikv2/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log /tmp/tidb_cdc_test/processor_err_chan/tikv3.log tar: Removing leading `/' from member names /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/processor_err_chan/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/processor_err_chan/tidb_other.log /tmp/tidb_cdc_test/processor_err_chan/tikv_down/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/cdc_storage_consumer.log /tmp/tidb_cdc_test/processor_err_chan/stdout.log /tmp/tidb_cdc_test/processor_err_chan/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/processor_err_chan/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/processor_err_chan/pd1/hot-region/000001.log /tmp/tidb_cdc_test/processor_err_chan/pd1/region-meta/000001.log /tmp/tidb_cdc_test/processor_err_chan/tikv2.log table partition_table.finish_mark not exists for 5-th check, retry later /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/server.log /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/error.log /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/proxy.log /tmp/tidb_cdc_test/processor_err_chan/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/tikv_down.log + ls /tmp/tidb_cdc_test/ kv_client_stream_reconnect sql_res.kv_client_stream_reconnect.txt ++ find /tmp/tidb_cdc_test/ -type f -name '*.log' + tar -cvzf log-G07.tar.gz /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv2.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/proxy.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/error.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/server.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv_down.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_storage_consumer.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv3/db/000005.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/stdout.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_storage_consumer_stdout.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv1.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tidb_down.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv2/db/000005.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tidb_other.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff_inspector.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tidb-slow.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/down_pd.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv1/db/000005.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/pd1.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv_down/db/000005.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/pd1/region-meta/000001.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/pd1/hot-region/000001.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tidb.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv3.log tar: Removing leading `/' from member names /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv2.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff/output/sync_diff.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/proxy.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/error.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/server.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv_down.log [Pipeline] // cache check diff failed 17-th time, retry later + set +x + set +x + tso='449572773065129985 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572773065129985 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x /tmp/tidb_cdc_test/processor_err_chan/tidb_down.log /tmp/tidb_cdc_test/processor_err_chan/tikv1.log /tmp/tidb_cdc_test/processor_err_chan/sync_diff_inspector.log /tmp/tidb_cdc_test/processor_err_chan/tidb.log /tmp/tidb_cdc_test/processor_err_chan/tidb-slow.log /tmp/tidb_cdc_test/processor_err_chan/pd1.log /tmp/tidb_cdc_test/processor_err_chan/down_pd.log /tmp/tidb_cdc_test/processor_err_chan/tikv1/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/tikv3/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/cdc.log /tmp/tidb_cdc_test/processor_err_chan/cdc_storage_consumer_stdout.log /tmp/tidb_cdc_test/processor_err_chan/tikv2/db/000005.log /tmp/tidb_cdc_test/processor_err_chan/sync_diff/output/sync_diff.log /tmp/tidb_cdc_test/processor_err_chan/tikv3.log + ls -alh log-G08.tar.gz -rw-r--r-- 1 jenkins jenkins 3.8M May 6 16:27 log-G08.tar.gz [Pipeline] } /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_storage_consumer.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv3/db/000005.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/stdout.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_storage_consumer_stdout.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv1.log + set +x + workdir=/tmp/tidb_cdc_test/owner_resign + sink_uri='file:///tmp/tidb_cdc_test/owner_resign/storage_test/ticdc-owner-resign-test-29317?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/owner_resign ++ date + echo '[Mon May 6 16:27:09 CST 2024] <<<<<< START storage consumer in owner_resign case >>>>>>' [Mon May 6 16:27:09 CST 2024] <<<<<< START storage consumer in owner_resign case >>>>>> + cd /tmp/tidb_cdc_test/owner_resign + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/owner_resign + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/owner_resign/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/owner_resign/storage_test/ticdc-owner-resign-test-29317?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:27:09 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/09871e96-0d0f-4a9b-9673-5dbbc6b5a26a {"id":"09871e96-0d0f-4a9b-9673-5dbbc6b5a26a","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984026} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d03419ece 09871e96-0d0f-4a9b-9673-5dbbc6b5a26a /tidb/cdc/default/default/upstream/7365800251553790708 {"id":7365800251553790708,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/09871e96-0d0f-4a9b-9673-5dbbc6b5a26a {"id":"09871e96-0d0f-4a9b-9673-5dbbc6b5a26a","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984026} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d03419ece 09871e96-0d0f-4a9b-9673-5dbbc6b5a26a /tidb/cdc/default/default/upstream/7365800251553790708 {"id":7365800251553790708,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/09871e96-0d0f-4a9b-9673-5dbbc6b5a26a {"id":"09871e96-0d0f-4a9b-9673-5dbbc6b5a26a","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984026} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d03419ece 09871e96-0d0f-4a9b-9673-5dbbc6b5a26a /tidb/cdc/default/default/upstream/7365800251553790708 {"id":7365800251553790708,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x /tmp/tidb_cdc_test/kv_client_stream_reconnect/tidb_down.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv2/db/000005.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tidb_other.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/sync_diff_inspector.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tidb-slow.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/down_pd.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv1/db/000005.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/pd1.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv_down/db/000005.log [Pipeline] // container [Pipeline] } wait process cdc.test exit for 1-th time... + workdir=/tmp/tidb_cdc_test/changefeed_finish + sink_uri='file:///tmp/tidb_cdc_test/changefeed_finish/storage_test/ticdc-changefeed-pause-resume-1951?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/changefeed_finish ++ date + echo '[Mon May 6 16:27:10 CST 2024] <<<<<< START storage consumer in changefeed_finish case >>>>>>' [Mon May 6 16:27:10 CST 2024] <<<<<< START storage consumer in changefeed_finish case >>>>>> + cd /tmp/tidb_cdc_test/changefeed_finish + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/changefeed_finish + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/changefeed_finish/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/changefeed_finish/storage_test/ticdc-changefeed-pause-resume-1951?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/pd1/region-meta/000001.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/pd1/hot-region/000001.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tidb.log /tmp/tidb_cdc_test/kv_client_stream_reconnect/tikv3.log + ls -alh log-G07.tar.gz -rw-r--r-- 1 jenkins jenkins 4.2M May 6 16:27 log-G07.tar.gz check diff failed 1-th time, retry later [Pipeline] // dir ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 2-th time... Post stage [Pipeline] archiveArtifacts Archiving artifacts check diff failed 7-th time, retry later cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' [Pipeline] // withEnv ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Mon May 6 16:27:10 CST 2024] <<<<<< START cdc server in simple case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.26762678.out server --log-file /tmp/tidb_cdc_test/simple/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/simple/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only 1 run task successfully table owner_resign.t1 not exists for 1-th check, retry later table partition_table.finish_mark not exists for 6-th check, retry later [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:27:10 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8516e5bd-c903-4127-a02b-48039006aa10 {"id":"8516e5bd-c903-4127-a02b-48039006aa10","address":"127.0.0.1:8301","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984028} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d034dcbca 8516e5bd-c903-4127-a02b-48039006aa10 /tidb/cdc/default/default/upstream/7365800254996222478 {"id":7365800254996222478,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8516e5bd-c903-4127-a02b-48039006aa10 + info= + [[ '' =~ owner ]] + echo 'check pass' {"id":"8516e5bd-c903-4127-a02b-48039006aa10","address":"127.0.0.1:8301","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984028} check pass /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d034dcbca 8516e5bd-c903-4127-a02b-48039006aa10 /tidb/cdc/default/default/upstream/7365800254996222478 + exit 0 run task successfully [Mon May 6 16:27:11 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] {"id":7365800254996222478,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' + set +e *** owner info ***: + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' *** processors info ***: *** etcd info ***: + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' /tidb/cdc/default/__cdc_meta__/capture/8516e5bd-c903-4127-a02b-48039006aa10 + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectActualGCSafePoint=return(9223372036854775807)' + [[ no != \n\o ]] {"id":"8516e5bd-c903-4127-a02b-48039006aa10","address":"127.0.0.1:8301","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984028} + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.61686170.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL /tidb/cdc/default/__cdc_meta__/owner/22318f4d034dcbca * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused 8516e5bd-c903-4127-a02b-48039006aa10 * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' /tidb/cdc/default/default/upstream/7365800254996222478 + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 {"id":7365800254996222478,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_resolved_ts_fallback.cli.2708.out cli changefeed create '--sink-uri=file:///tmp/tidb_cdc_test/processor_resolved_ts_fallback/storage_test/ticdc-processor-resolved-ts-fallback-test-987?protocol=canal-json&enable-tidb-extension=true' --server=127.0.0.1:8301 Create changefeed successfully! ID: d2b88369-9753-43bd-b5f1-bd402b3de233 Info: {"upstream_id":7365800254996222478,"namespace":"default","id":"d2b88369-9753-43bd-b5f1-bd402b3de233","sink_uri":"file:///tmp/tidb_cdc_test/processor_resolved_ts_fallback/storage_test/ticdc-processor-resolved-ts-fallback-test-987?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:27:11.210334695+08:00","start_ts":449572773852086276,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572773852086276,"checkpoint_ts":449572773852086276,"checkpoint_time":"2024-05-06 16:27:11.113"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:27:10 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9072826f-860d-42a3-a4a9-fd0187d37b6d {"id":"9072826f-860d-42a3-a4a9-fd0187d37b6d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984028} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0341a6d7 9072826f-860d-42a3-a4a9-fd0187d37b6d /tidb/cdc/default/default/upstream/7365800247008318226 {"id":7365800247008318226,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9072826f-860d-42a3-a4a9-fd0187d37b6d {"id":"9072826f-860d-42a3-a4a9-fd0187d37b6d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984028} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0341a6d7 9072826f-860d-42a3-a4a9-fd0187d37b6d /tidb/cdc/default/default/upstream/7365800247008318226 {"id":7365800247008318226,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9072826f-860d-42a3-a4a9-fd0187d37b6d {"id":"9072826f-860d-42a3-a4a9-fd0187d37b6d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984028} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d0341a6d7 9072826f-860d-42a3-a4a9-fd0187d37b6d /tidb/cdc/default/default/upstream/7365800247008318226 {"id":7365800247008318226,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 8c0664e2-9228-4424-abcb-a1c6051bc671 Info: {"upstream_id":7365800247008318226,"namespace":"default","id":"8c0664e2-9228-4424-abcb-a1c6051bc671","sink_uri":"file:///tmp/tidb_cdc_test/tiflash/storage_test/ticdc-tiflash-test-21744?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:27:11.162920619+08:00","start_ts":449572772617912321,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572772617912321,"checkpoint_ts":449572772617912321,"checkpoint_time":"2024-05-06 16:27:06.405"} + workdir=/tmp/tidb_cdc_test/tiflash + sink_uri='file:///tmp/tidb_cdc_test/tiflash/storage_test/ticdc-tiflash-test-21744?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/tiflash ++ date + echo '[Mon May 6 16:27:11 CST 2024] <<<<<< START storage consumer in tiflash case >>>>>>' [Mon May 6 16:27:11 CST 2024] <<<<<< START storage consumer in tiflash case >>>>>> + cd /tmp/tidb_cdc_test/tiflash + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/tiflash + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/tiflash/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/tiflash/storage_test/ticdc-tiflash-test-21744?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340e3db80003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0, pid:1318, start at 2024-05-06 16:27:10.064664009 +0800 CST m=+5.282220511 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:10.071 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:10.062 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:10.062 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // node [Pipeline] } Recording fingerprints VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340e2ec00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh, pid:1378, start at 2024-05-06 16:27:09.107611179 +0800 CST m=+6.159498376 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:09.117 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:09.104 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:09.104 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340e2ec00001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh, pid:1378, start at 2024-05-06 16:27:09.107611179 +0800 CST m=+6.159498376 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:09.117 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:09.104 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:09.104 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340e23c40017 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-zs7-794mh, pid:1456, start at 2024-05-06 16:27:08.444364249 +0800 CST m=+5.419153894 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:08.452 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:08.451 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:08.451 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] sh check diff failed 18-th time, retry later [Pipeline] // withCredentials [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } + ls /tmp/tidb_cdc_test/ charset_gbk sql_res.charset_gbk.txt ++ find /tmp/tidb_cdc_test/ -type f -name '*.log' + tar -cvzf log-G05.tar.gz /tmp/tidb_cdc_test/charset_gbk/cdc_storage_consumer.log /tmp/tidb_cdc_test/charset_gbk/pd1.log /tmp/tidb_cdc_test/charset_gbk/tikv_down/db/000005.log /tmp/tidb_cdc_test/charset_gbk/tidb_other.log /tmp/tidb_cdc_test/charset_gbk/pd1/region-meta/000001.log /tmp/tidb_cdc_test/charset_gbk/pd1/hot-region/000001.log /tmp/tidb_cdc_test/charset_gbk/tikv1/db/000005.log /tmp/tidb_cdc_test/charset_gbk/tiflash/log/server.log /tmp/tidb_cdc_test/charset_gbk/tiflash/log/error.log /tmp/tidb_cdc_test/charset_gbk/tiflash/log/proxy.log /tmp/tidb_cdc_test/charset_gbk/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/charset_gbk/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/charset_gbk/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/charset_gbk/tikv3.log /tmp/tidb_cdc_test/charset_gbk/cdc.log /tmp/tidb_cdc_test/charset_gbk/tidb_down.log /tmp/tidb_cdc_test/charset_gbk/tikv1.log /tmp/tidb_cdc_test/charset_gbk/tikv3/db/000005.log /tmp/tidb_cdc_test/charset_gbk/cdc_storage_consumer_stdout.log /tmp/tidb_cdc_test/charset_gbk/tikv2/db/000005.log /tmp/tidb_cdc_test/charset_gbk/tidb-slow.log /tmp/tidb_cdc_test/charset_gbk/tikv2.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/charset_gbk/down_pd.log /tmp/tidb_cdc_test/charset_gbk/stdout.log /tmp/tidb_cdc_test/charset_gbk/tidb.log /tmp/tidb_cdc_test/charset_gbk/tikv_down.log tar: Removing leading `/' from member names /tmp/tidb_cdc_test/charset_gbk/cdc_storage_consumer.log /tmp/tidb_cdc_test/charset_gbk/pd1.log /tmp/tidb_cdc_test/charset_gbk/tikv_down/db/000005.log /tmp/tidb_cdc_test/charset_gbk/tidb_other.log /tmp/tidb_cdc_test/charset_gbk/pd1/region-meta/000001.log /tmp/tidb_cdc_test/charset_gbk/pd1/hot-region/000001.log /tmp/tidb_cdc_test/charset_gbk/tikv1/db/000005.log /tmp/tidb_cdc_test/charset_gbk/tiflash/log/server.log /tmp/tidb_cdc_test/charset_gbk/tiflash/log/error.log /tmp/tidb_cdc_test/charset_gbk/tiflash/log/proxy.log /tmp/tidb_cdc_test/charset_gbk/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/charset_gbk/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/charset_gbk/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/charset_gbk/tikv3.log ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // timeout [Pipeline] // withCredentials [Pipeline] } [Pipeline] } /tmp/tidb_cdc_test/charset_gbk/cdc.log /tmp/tidb_cdc_test/charset_gbk/tidb_down.log /tmp/tidb_cdc_test/charset_gbk/tikv1.log /tmp/tidb_cdc_test/charset_gbk/tikv3/db/000005.log /tmp/tidb_cdc_test/charset_gbk/cdc_storage_consumer_stdout.log /tmp/tidb_cdc_test/charset_gbk/tikv2/db/000005.log /tmp/tidb_cdc_test/charset_gbk/tidb-slow.log /tmp/tidb_cdc_test/charset_gbk/tikv2.log [Pipeline] // stage + set +x + workdir=/tmp/tidb_cdc_test/processor_resolved_ts_fallback + sink_uri='file:///tmp/tidb_cdc_test/processor_resolved_ts_fallback/storage_test/ticdc-processor-resolved-ts-fallback-test-987?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/processor_resolved_ts_fallback ++ date + echo '[Mon May 6 16:27:12 CST 2024] <<<<<< START storage consumer in processor_resolved_ts_fallback case >>>>>>' [Mon May 6 16:27:12 CST 2024] <<<<<< START storage consumer in processor_resolved_ts_fallback case >>>>>> + cd /tmp/tidb_cdc_test/processor_resolved_ts_fallback + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/processor_resolved_ts_fallback + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/processor_resolved_ts_fallback/storage_test/ticdc-processor-resolved-ts-fallback-test-987?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' check diff failed 8-th time, retry later [Pipeline] } [Pipeline] // stage [Pipeline] // timeout /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/charset_gbk/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/charset_gbk/down_pd.log /tmp/tidb_cdc_test/charset_gbk/stdout.log /tmp/tidb_cdc_test/charset_gbk/tidb.log /tmp/tidb_cdc_test/charset_gbk/tikv_down.log [Pipeline] } [Pipeline] } table owner_resign.t1 not exists for 2-th check, retry later check diff failed 2-th time, retry later + ls -alh log-G05.tar.gz -rw-r--r--. 1 jenkins jenkins 4.2M May 6 16:27 log-G05.tar.gz [Pipeline] // container [Pipeline] // stage table cdc_tiflash_test.multi_data_type not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340e3db80003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0, pid:1318, start at 2024-05-06 16:27:10.064664009 +0800 CST m=+5.282220511 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:10.071 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:10.062 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:10.062 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 196 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 3 DDL Table Version. Do not delete. tikv_gc_leader_uuid 63d340e3cd40014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-pull-cdc-integration-storage-test-1813-nc7-vf7t0, pid:1406, start at 2024-05-06 16:27:10.026978792 +0800 CST m=+5.179041606 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20240506-16:29:10.035 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20240506-16:27:10.005 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20240506-16:17:10.005 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Pipeline] } [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // withEnv [Pipeline] // container [Pipeline] } [Pipeline] } table partition_table.finish_mark not exists for 7-th check, retry later [Pipeline] // node [Pipeline] // withEnv [Pipeline] } [Pipeline] } Recording fingerprints [Pipeline] // podTemplate check diff failed 19-th time, retry later cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' 1 run task successfully table processor_resolved_ts_fallback.t1 not exists for 1-th check, retry later [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // withEnv + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:27:13 GMT < Content-Length: 817 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3d74a209-bee6-458c-b4f9-3d65f9e991b5 {"id":"3d74a209-bee6-458c-b4f9-3d65f9e991b5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984031} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d034a43f3 3d74a209-bee6-458c-b4f9-3d65f9e991b5 /tidb/cdc/default/default/upstream/7365800253449870803 {"id":7365800253449870803,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3d74a209-bee6-458c-b4f9-3d65f9e991b5 {"id":"3d74a209-bee6-458c-b4f9-3d65f9e991b5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984031} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d034a43f3 3d74a209-bee6-458c-b4f9-3d65f9e991b5 /tidb/cdc/default/default/upstream/7365800253449870803 {"id":7365800253449870803,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3d74a209-bee6-458c-b4f9-3d65f9e991b5 {"id":"3d74a209-bee6-458c-b4f9-3d65f9e991b5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984031} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22318f4d034a43f3 3d74a209-bee6-458c-b4f9-3d65f9e991b5 /tidb/cdc/default/default/upstream/7365800253449870803 {"id":7365800253449870803,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2728.out cli changefeed create --start-ts=449572773065129985 '--sink-uri=file:///tmp/tidb_cdc_test/simple/storage_test/ticdc-simple-test-10909?protocol=canal-json&enable-tidb-extension=true' Create changefeed successfully! ID: f64f6af9-2152-4adc-8732-31c65e16a72c Info: {"upstream_id":7365800253449870803,"namespace":"default","id":"f64f6af9-2152-4adc-8732-31c65e16a72c","sink_uri":"file:///tmp/tidb_cdc_test/simple/storage_test/ticdc-simple-test-10909?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T16:27:14.153617149+08:00","start_ts":449572773065129985,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"file_index_width":20,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572773065129985,"checkpoint_ts":449572773065129985,"checkpoint_time":"2024-05-06 16:27:08.111"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] // withCredentials [Pipeline] } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Mon, 06 May 2024 08:27:14 GMT < Content-Length: 885 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f20faa94-d3df-411b-bb90-823cfe87fb2c {"id":"f20faa94-d3df-411b-bb90-823cfe87fb2c","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984031} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a711bf f20faa94-d3df-411b-bb90-823cfe87fb2c /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f20faa94-d3df-411b-bb90-823cfe87fb2c {"id":"f20faa94-d3df-411b-bb90-823cfe87fb2c","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984031} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a711bf f20faa94-d3df-411b-bb90-823cfe87fb2c /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f20faa94-d3df-411b-bb90-823cfe87fb2c {"id":"f20faa94-d3df-411b-bb90-823cfe87fb2c","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_storage_test/tiflow/bin/cdc.test","start-timestamp":1714984031} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22318f4d02a711bf f20faa94-d3df-411b-bb90-823cfe87fb2c /tidb/cdc/default/default/upstream/7365800081208342245 {"id":7365800081208342245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6220.out cli changefeed create --start-ts=449572761850609665 '--sink-uri=file:///tmp/tidb_cdc_test/changefeed_error/storage_test/ticdc-sink-retry-test-12961?protocol=canal-json&enable-tidb-extension=true' -c changefeed-error-2 [Pipeline] // stage check diff successfully [Pipeline] // withEnv [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G08' [Pipeline] } [Pipeline] // timeout ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] } check diff failed 3-th time, retry later Sending interrupt signal to process Killing processes ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table cdc_tiflash_test.multi_data_type not exists for 2-th check, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes script returned exit code 143 table owner_resign.t1 not exists for 3-th check, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes table partition_table.finish_mark not exists for 8-th check, retry later + set +x + workdir=/tmp/tidb_cdc_test/simple + sink_uri='file:///tmp/tidb_cdc_test/simple/storage_test/ticdc-simple-test-10909?protocol=canal-json&enable-tidb-extension=true' + consumer_replica_config= + log_suffix= ++ pwd + pwd=/tmp/tidb_cdc_test/simple ++ date + echo '[Mon May 6 16:27:15 CST 2024] <<<<<< START storage consumer in simple case >>>>>>' [Mon May 6 16:27:15 CST 2024] <<<<<< START storage consumer in simple case >>>>>> + cd /tmp/tidb_cdc_test/simple + '[' '' '!=' '' ']' + cd /tmp/tidb_cdc_test/simple + set +x + cdc_storage_consumer --log-file /tmp/tidb_cdc_test/simple/cdc_storage_consumer.log --log-level debug --upstream-uri 'file:///tmp/tidb_cdc_test/simple/storage_test/ticdc-simple-test-10909?protocol=canal-json&enable-tidb-extension=true' --downstream-uri 'mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false' succeed to verify meta placement rules + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.cli.2754.out cli tso query --pd=http://127.0.0.1:2379 ++ stop_tidb_cluster ERROR 1146 (42S02) at line 1: Table 'test.simple1' doesn't exist check data failed 1-th time, retry later script returned exit code 143 table processor_resolved_ts_fallback.t1 not exists for 2-th check, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes script returned exit code 143 check diff failed 1-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 4-th time, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes [Mon May 6 16:27:16 CST 2024] <<<<<< START cdc server in batch_add_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.27442746.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table cdc_tiflash_test.multi_data_type not exists for 3-th check, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes table owner_resign.t1 not exists for 4-th check, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes + set +x + tso='449572775097008129 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 449572775097008129 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Mon May 6 16:27:17 CST 2024] <<<<<< START cdc server in capture_session_done_during_task case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorManagerHandleNewChangefeedDelay=sleep(2000)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.27972799.out server --log-file /tmp/tidb_cdc_test/capture_session_done_during_task/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_session_done_during_task/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 kill finished with exit code 0 Sending interrupt signal to process Killing processes script returned exit code 143 [2024/05/06 16:27:17.145 +08:00] [ERROR] [request.go:310] ["failed to send a http request"] [error="Post \"http://127.0.0.1:8300/api/v2/changefeeds\": context canceled"] Error: Post "http://127.0.0.1:8300/api/v2/changefeeds": context canceled warning: GOCOVERDIR not set, no coverage data emitted script returned exit code 143 {"level":"warn","ts":1714984037.454123,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000bd2000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes table processor_resolved_ts_fallback.t1 not exists for 3-th check, retry later kill finished with exit code 0 Sending interrupt signal to process Killing processes {"level":"warn","ts":1714984038.3006082,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0020f4e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes table owner_resign.t1 not exists for 5-th check, retry later check diff failed 5-th time, retry later {"level":"warn","ts":1714984038.8468819,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0020a48c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 kill finished with exit code 0 Sending interrupt signal to process Killing processes {"level":"warn","ts":1714984039.1220627,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003b14380/127.0.0.1:2479","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} {"level":"warn","ts":1714984039.123776,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0021ad6c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 script returned exit code 143 kill finished with exit code 0 [Pipeline] // stage [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G07' {"level":"warn","ts":1714984039.6647575,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001fdf180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"} script returned exit code 143 [Pipeline] // stage script returned exit code 143 [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] } Cache not saved (inner-step execution failed) [Pipeline] // cache [Pipeline] // cache [Pipeline] // container [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // cache [Pipeline] } [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] // dir [Pipeline] // withEnv [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] // dir [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // node [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] // withCredentials [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // podTemplate [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] // timeout [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] // container [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G05' [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] // stage [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G01' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G02' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G03' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G06' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G09' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G10' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G11' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G12' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G13' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G14' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G15' [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G16' [Pipeline] // stage [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G17' [Pipeline] // stage [Pipeline] } Failed in branch Matrix - TEST_GROUP = 'G04' [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline ERROR: script returned exit code 1 Finished: FAILURE