Console Output

Started by user Jenkins Admin
Obtained pipelines/pingcap/tiflow/latest/pull_cdc_integration_kafka_test.groovy from git https://github.com/PingCAP-QE/ci.git
Loading library tipipeline@main
Library tipipeline@main is cached. Copying from home.
[Pipeline] Start of Pipeline
[Pipeline] readJSON
[Pipeline] readTrusted
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-gf9ls-3s0qj
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "7a957dc22caa45cd878f76ebdaf2751040364afc"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-gf9ls"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] stage
[Pipeline] { (Declarative: Checkout SCM)
[Pipeline] checkout
The recommended git tool is: git
No credentials specified
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10
[Pipeline] }
[Pipeline] // stage
[Pipeline] withEnv
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 1 hr 5 min
[Pipeline] {
[Pipeline] stage
[Pipeline] { (Debug info)
[Pipeline] sh
+ printenv
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=193ad37c-9910-4147-881c-0f3402820baa
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT=tcp://10.233.0.1:443
KUBERNETES_PORT_443_TCP_PORT=443
TERM=xterm
STAGE_NAME=Debug info
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
_=/usr/bin/printenv
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
HUDSON_URL=https://do.pingcap.net/jenkins/
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=3
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-gf9ls
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-236df335481f9578f70eb859f68d5ceead3aa27f6c9385fda1ec4c08661c0305
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w pingcap_tiflow_pull_cdc_integration_kafka_test_1863-gf9ls
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
+ echo -------------------------
-------------------------
+ go env
GO111MODULE=''
GOARCH='amd64'
GOBIN=''
GOCACHE='/home/jenkins/.cache/go-build'
GOENV='/home/jenkins/.config/go/env'
GOEXE=''
GOEXPERIMENT=''
GOFLAGS=''
GOHOSTARCH='amd64'
GOHOSTOS='linux'
GOINSECURE=''
GOMODCACHE='/go/pkg/mod'
GONOPROXY=''
GONOSUMDB=''
GOOS='linux'
GOPATH='/go'
GOPRIVATE=''
GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct'
GOROOT='/usr/local/go'
GOSUMDB='sum.golang.org'
GOTMPDIR=''
GOTOOLCHAIN='auto'
GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64'
GOVCS=''
GOVERSION='go1.21.0'
GCCGO='gccgo'
GOAMD64='v1'
AR='ar'
CC='gcc'
CXX='g++'
CGO_ENABLED='1'
GOMOD='/dev/null'
GOWORK=''
CGO_CFLAGS='-O2 -g'
CGO_CPPFLAGS=''
CGO_CXXFLAGS='-O2 -g'
CGO_FFLAGS='-O2 -g'
CGO_LDFLAGS='-O2 -g'
PKG_CONFIG='pkg-config'
GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build327160627=/tmp/go-build -gno-record-gcc-switches'
+ echo -------------------------
-------------------------
+ echo 'debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w bash'
debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gf9ls-2kv0w bash
[Pipeline] container
[Pipeline] {
[Pipeline] sh
+ dig github.com

; <<>> DiG 9.18.16 <<>> github.com
;; global options: +cmd
;; Got answer:
;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 54485
;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1

;; OPT PSEUDOSECTION:
; EDNS: version: 0, flags:; udp: 1232
;; QUESTION SECTION:
;github.com.			IN	A

;; ANSWER SECTION:
github.com.		30	IN	A	20.205.243.166

;; Query time: 2 msec
;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP)
;; WHEN: Mon May 06 05:05:41 UTC 2024
;; MSG SIZE  rcvd: 65

[Pipeline] script
[Pipeline] {
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Check diff files)
[Pipeline] container
[Pipeline] {
[Pipeline] script
[Pipeline] {
[Pipeline] withCredentials
Masking supported pattern matches of $token
[Pipeline] {
[Pipeline] httpRequest
Warning: A secret was passed to "httpRequest" using Groovy String interpolation, which is insecure.
		 Affected argument(s) used the following variable(s): [token]
		 See https://jenkins.io/redirect/groovy-string-interpolation for details.
HttpMethod: GET
URL: https://api.github.com/repos/pingcap/tiflow/pulls/11021/files?page=1&per_page=100
Content-Type: application/json
Authorization: *****
Sending request to url: https://api.github.com/repos/pingcap/tiflow/pulls/11021/files?page=1&per_page=100
Response Code: HTTP/1.1 200 OK
Success: Status code 200 is in the accepted range: 100:399
[Pipeline] httpRequest
Warning: A secret was passed to "httpRequest" using Groovy String interpolation, which is insecure.
		 Affected argument(s) used the following variable(s): [token]
		 See https://jenkins.io/redirect/groovy-string-interpolation for details.
HttpMethod: GET
URL: https://api.github.com/repos/pingcap/tiflow/pulls/11021/files?page=2&per_page=100
Content-Type: application/json
Authorization: *****
Sending request to url: https://api.github.com/repos/pingcap/tiflow/pulls/11021/files?page=2&per_page=100
Response Code: HTTP/1.1 200 OK
Success: Status code 200 is in the accepted range: 100:399
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] echo
pr_diff_files: [cdc/processor/processor.go, cdc/processor/sinkmanager/manager.go, cdc/processor/sinkmanager/manager_test_helper.go, pkg/sink/mysql/config.go]
[Pipeline] echo
diff file not matched: cdc/processor/processor.go
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Checkout)
[Pipeline] timeout
Timeout set to expire in 10 min
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] cache
Cache restored successfully (git/pingcap/tiflow/rev-be15534)
203635712 bytes in 1.88 secs (108051140 bytes/sec)
[Pipeline] {
[Pipeline] retry
[Pipeline] {
[Pipeline] script
[Pipeline] {
[Pipeline] sh
git version 2.36.6
Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/.git/
.git
HEAD is now at be1553484 codec(ticdc): avro simplify the unit test (#11010)
POST git-upload-pack (656 bytes)
POST git-upload-pack (973 bytes)
From https://github.com/pingcap/tiflow
 = [up to date]          master               -> origin/master
 * [new ref]             refs/pull/11021/head -> origin/pr/11021/head
HEAD is now at be1553484 codec(ticdc): avro simplify the unit test (#11010)
🚧 Checkouting to base SHA:be1553484fe4c03594eabb8d7435c694e5fd7224...
HEAD is now at be1553484 codec(ticdc): avro simplify the unit test (#11010)
✅ Checked. 🎉
🧾 HEAD info:
be1553484fe4c03594eabb8d7435c694e5fd7224
be1553484 codec(ticdc): avro simplify the unit test (#11010)
2a7a65c6f Support Sequences (#10203)
36e9e1bf6 cli(ticdc): allow client authentication to be enabled without tls (#11005)
🚧 Pre-merge heads of pull requests to base SHA: be1553484fe4c03594eabb8d7435c694e5fd7224 ...
Updating be1553484..d72d260c0
Fast-forward
 cdc/processor/processor.go                       |  2 +-
 cdc/processor/sinkmanager/manager.go             | 33 +++++++++++++-----------
 cdc/processor/sinkmanager/manager_test_helper.go |  6 +++--
 pkg/sink/mysql/config.go                         |  2 +-
 4 files changed, 24 insertions(+), 19 deletions(-)
🧾 Pre-merged result:
d72d260c017170db94deda602246fcddfea2a4a1
d72d260c0 sink (ticdc): fix sourceID error
be1553484 codec(ticdc): avro simplify the unit test (#11010)
2a7a65c6f Support Sequences (#10203)
✅ Pre merged 🎉
✅ ~~~~~All done.~~~~~~
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // retry
[Pipeline] }
Cache saved successfully (git/pingcap/tiflow/rev-be15534-d72d260)
203677696 bytes in 4.27 secs (47732029 bytes/sec)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (prepare)
[Pipeline] timeout
Timeout set to expire in 20 min
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/third_party_download
[Pipeline] {
[Pipeline] retry
[Pipeline] {
[Pipeline] sh
+ cd ../tiflow
+ ./scripts/download-integration-test-binaries.sh master
Download binaries...
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    41  100    41    0     0   1230      0 --:--:-- --:--:-- --:--:--  1242
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    41  100    41    0     0   2834      0 --:--:-- --:--:-- --:--:--  2928
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    41  100    41    0     0    691      0 --:--:-- --:--:-- --:--:--   694
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    41  100    41    0     0    903      0 --:--:-- --:--:-- --:--:--   911
>>>
download tidb-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tidb/06ee59bd9c683757f75fdd3469f37f50988a1a2f/centos7/tidb-server.tar.gz
2024-05-06 13:06:14 URL:http://fileserver.pingcap.net/download/builds/pingcap/tidb/06ee59bd9c683757f75fdd3469f37f50988a1a2f/centos7/tidb-server.tar.gz [536606546/536606546] -> "tmp/tidb-server.tar.gz" [1]
>>>
download pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz
2024-05-06 13:06:32 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/1679dbca25b3483d1375c7e747da27e99ad77360/centos7/pd-server.tar.gz [187372022/187372022] -> "tmp/pd-server.tar.gz" [1]
>>>
download tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/72a0fd5b00235a7c56014b77ddd933e2a0d33c88/centos7/tikv-server.tar.gz
2024-05-06 13:07:16 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/72a0fd5b00235a7c56014b77ddd933e2a0d33c88/centos7/tikv-server.tar.gz [919098782/919098782] -> "tmp/tikv-server.tar.gz" [1]
>>>
download tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8e50de84e6d6ecdcc108990217b70b6bb3f50271/centos7/tiflash.tar.gz
2024-05-06 13:07:36 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8e50de84e6d6ecdcc108990217b70b6bb3f50271/centos7/tiflash.tar.gz [456051121/456051121] -> "tmp/tiflash.tar.gz" [1]
>>>
download minio.tar.gz from http://fileserver.pingcap.net/download/minio.tar.gz
2024-05-06 13:07:41 URL:http://fileserver.pingcap.net/download/minio.tar.gz [17718777/17718777] -> "tmp/minio.tar.gz" [1]
>>>
download go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb
2024-05-06 13:07:44 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1]
>>>
download jq from http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64
2024-05-06 13:07:44 URL:http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 [3953824/3953824] -> "third_bin/jq" [1]
>>>
download etcd.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz
2024-05-06 13:07:45 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz [17310840/17310840] -> "tmp/etcd.tar.gz" [1]
>>>
download sync_diff_inspector.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/sync_diff_inspector_hash-d671b084_linux-amd64.tar.gz
2024-05-06 13:07:51 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/sync_diff_inspector_hash-d671b084_linux-amd64.tar.gz [79877126/79877126] -> "tmp/sync_diff_inspector.tar.gz" [1]
>>>
download schema-registry.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz
2024-05-06 13:08:06 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz [278386006/278386006] -> "tmp/schema-registry.tar.gz" [1]
Download SUCCESS
+ ls -alh ./bin
total 1.9G
drwxr-sr-x  6 jenkins jenkins  4.0K May  6 13:08 .
drwxr-sr-x 19 jenkins jenkins  4.0K May  6 13:08 ..
drwxr-sr-x  2 jenkins jenkins  4.0K May 19  2023 bin
drwxr-sr-x  4 jenkins jenkins  4.0K May 10  2023 etc
-rwxr-xr-x  1 jenkins jenkins   17M Apr  2  2020 etcdctl
-rwxr-xr-x  1 jenkins jenkins   44M May  6 13:07 go-ycsb
-rwxr-xr-x  1 jenkins jenkins  3.8M May  6 13:07 jq
drwxr-sr-x  3 jenkins jenkins  4.0K May 10  2023 lib
lrwxrwxrwx  1 jenkins jenkins    13 May  6 12:44 libc++.so.1 -> libc++.so.1.0
-rwxr-xr-x  1 jenkins jenkins 1016K Nov  7 01:00 libc++.so.1.0
lrwxrwxrwx  1 jenkins jenkins    16 May  6 12:44 libc++abi.so.1 -> libc++abi.so.1.0
-rwxr-xr-x  1 jenkins jenkins  358K Nov  7 01:00 libc++abi.so.1.0
lrwxrwxrwx  1 jenkins jenkins    13 May  6 12:44 libgmssl.so -> libgmssl.so.3
lrwxrwxrwx  1 jenkins jenkins    15 May  6 12:44 libgmssl.so.3 -> libgmssl.so.3.0
-rwxr-xr-x  1 jenkins jenkins  2.6M May  6 12:05 libgmssl.so.3.0
-rwxr-xr-x  1 jenkins jenkins  272M May  6 12:45 libtiflash_proxy.so
-rwxr-xr-x  1 jenkins jenkins   50M Jul 29  2020 minio
-rwxr-xr-x  1 jenkins jenkins   37M Apr 30 16:11 pd-api-bench
-rwxr-xr-x  1 jenkins jenkins   44M Apr 30 16:10 pd-ctl
-rwxr-xr-x  1 jenkins jenkins   36M Apr 30 16:10 pd-heartbeat-bench
-rwxr-xr-x  1 jenkins jenkins   32M Apr 30 16:10 pd-recover
-rwxr-xr-x  1 jenkins jenkins  106M Apr 30 16:10 pd-server
-rwxr-xr-x  1 jenkins jenkins   26M Apr 30 16:10 pd-tso-bench
-rwxr-xr-x  1 jenkins jenkins  3.0M Apr 30 16:11 pd-ut
-rwxr-xr-x  1 jenkins jenkins   32M Apr 30 16:10 regions-dump
drwxr-sr-x  4 jenkins jenkins  4.0K May 10  2023 share
-rwxr-xr-x  1 jenkins jenkins   32M Apr 30 16:11 stores-dump
-rwxr-xr-x  1 jenkins jenkins  192M Sep 22  2023 sync_diff_inspector
-rwxr-xr-x  1 jenkins jenkins  208M May  6 11:44 tidb-server
-rwxr-xr-x  1 jenkins jenkins  380M May  6 12:44 tiflash
-rwxr-xr-x  1 jenkins jenkins  418M Apr 30 11:29 tikv-server
-rwxr-xr-x  1 jenkins jenkins  2.0M Apr 30 16:11 xprog
+ make check_third_party_binary
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/tidb-server
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/tikv-server
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/pd-server
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/tiflash
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/pd-ctl
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/sync_diff_inspector
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/go-ycsb
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/etcdctl
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/jq
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/minio
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/bin/schema-registry-start
+ cd -
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/third_party_download
+ mkdir -p bin
+ mv ../tiflow/bin/bin ../tiflow/bin/etc ../tiflow/bin/etcdctl ../tiflow/bin/go-ycsb ../tiflow/bin/jq ../tiflow/bin/lib ../tiflow/bin/libc++.so.1 ../tiflow/bin/libc++.so.1.0 ../tiflow/bin/libc++abi.so.1 ../tiflow/bin/libc++abi.so.1.0 ../tiflow/bin/libgmssl.so ../tiflow/bin/libgmssl.so.3 ../tiflow/bin/libgmssl.so.3.0 ../tiflow/bin/libtiflash_proxy.so ../tiflow/bin/minio ../tiflow/bin/pd-api-bench ../tiflow/bin/pd-ctl ../tiflow/bin/pd-heartbeat-bench ../tiflow/bin/pd-recover ../tiflow/bin/pd-server ../tiflow/bin/pd-tso-bench ../tiflow/bin/pd-ut ../tiflow/bin/regions-dump ../tiflow/bin/share ../tiflow/bin/stores-dump ../tiflow/bin/sync_diff_inspector ../tiflow/bin/tidb-server ../tiflow/bin/tiflash ../tiflow/bin/tikv-server ../tiflow/bin/xprog ./bin/
+ ls -alh ./bin
total 1.9G
drwxr-sr-x 6 jenkins jenkins  4.0K May  6 13:08 .
drwxr-sr-x 3 jenkins jenkins  4.0K May  6 13:08 ..
drwxr-sr-x 2 jenkins jenkins  4.0K May 19  2023 bin
drwxr-sr-x 4 jenkins jenkins  4.0K May 10  2023 etc
-rwxr-xr-x 1 jenkins jenkins   17M Apr  2  2020 etcdctl
-rwxr-xr-x 1 jenkins jenkins   44M May  6 13:07 go-ycsb
-rwxr-xr-x 1 jenkins jenkins  3.8M May  6 13:07 jq
drwxr-sr-x 3 jenkins jenkins  4.0K May 10  2023 lib
lrwxrwxrwx 1 jenkins jenkins    13 May  6 12:44 libc++.so.1 -> libc++.so.1.0
-rwxr-xr-x 1 jenkins jenkins 1016K Nov  7 01:00 libc++.so.1.0
lrwxrwxrwx 1 jenkins jenkins    16 May  6 12:44 libc++abi.so.1 -> libc++abi.so.1.0
-rwxr-xr-x 1 jenkins jenkins  358K Nov  7 01:00 libc++abi.so.1.0
lrwxrwxrwx 1 jenkins jenkins    13 May  6 12:44 libgmssl.so -> libgmssl.so.3
lrwxrwxrwx 1 jenkins jenkins    15 May  6 12:44 libgmssl.so.3 -> libgmssl.so.3.0
-rwxr-xr-x 1 jenkins jenkins  2.6M May  6 12:05 libgmssl.so.3.0
-rwxr-xr-x 1 jenkins jenkins  272M May  6 12:45 libtiflash_proxy.so
-rwxr-xr-x 1 jenkins jenkins   50M Jul 29  2020 minio
-rwxr-xr-x 1 jenkins jenkins   37M Apr 30 16:11 pd-api-bench
-rwxr-xr-x 1 jenkins jenkins   44M Apr 30 16:10 pd-ctl
-rwxr-xr-x 1 jenkins jenkins   36M Apr 30 16:10 pd-heartbeat-bench
-rwxr-xr-x 1 jenkins jenkins   32M Apr 30 16:10 pd-recover
-rwxr-xr-x 1 jenkins jenkins  106M Apr 30 16:10 pd-server
-rwxr-xr-x 1 jenkins jenkins   26M Apr 30 16:10 pd-tso-bench
-rwxr-xr-x 1 jenkins jenkins  3.0M Apr 30 16:11 pd-ut
-rwxr-xr-x 1 jenkins jenkins   32M Apr 30 16:10 regions-dump
drwxr-sr-x 4 jenkins jenkins  4.0K May 10  2023 share
-rwxr-xr-x 1 jenkins jenkins   32M Apr 30 16:11 stores-dump
-rwxr-xr-x 1 jenkins jenkins  192M Sep 22  2023 sync_diff_inspector
-rwxr-xr-x 1 jenkins jenkins  208M May  6 11:44 tidb-server
-rwxr-xr-x 1 jenkins jenkins  380M May  6 12:44 tiflash
-rwxr-xr-x 1 jenkins jenkins  418M Apr 30 11:29 tikv-server
-rwxr-xr-x 1 jenkins jenkins  2.0M Apr 30 16:11 xprog
+ ./bin/tidb-server -V
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
+ ./bin/pd-server -V
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
+ ./bin/tikv-server -V
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ ./bin/tiflash --version
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
+ ./bin/sync_diff_inspector --version
App Name: sync_diff_inspector v2.0
Release Version: v7.4.0
Git Commit Hash: d671b0840063bc2532941f02e02e12627402844c
Git Branch: heads/refs/tags/v7.4.0
UTC Build Time: 2023-09-22 03:51:56
Go Version: go1.21.1
[Pipeline] }
[Pipeline] // retry
[Pipeline] }
[Pipeline] // dir
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] cache
Cache not restored (no such key found)
[Pipeline] {
[Pipeline] sh
+ ls -alh ./bin
total 8.0K
drwxr-sr-x  2 jenkins jenkins 4.0K May  6 13:08 .
drwxr-sr-x 19 jenkins jenkins 4.0K May  6 13:08 ..
+ '[' -f ./bin/cdc ']'
+ make cdc
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-22-gd72d260c0" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 05:08:09" -X "github.com/pingcap/tiflow/pkg/version.GitHash=d72d260c017170db94deda602246fcddfea2a4a1" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.0 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-22-gd72d260c0"' -o bin/cdc ./cmd/cdc
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240415145106-cd9c676e9ba4
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d
go: downloading github.com/spf13/cobra v1.8.0
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240410110152-5fc42c9be2f5
go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e
go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c
go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754
go: downloading github.com/fatih/color v1.16.0
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading golang.org/x/net v0.24.0
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/BurntSushi/toml v1.3.2
go: downloading github.com/prometheus/client_golang v1.19.0
go: downloading golang.org/x/sync v0.7.0
go: downloading google.golang.org/grpc v1.62.1
go: downloading github.com/IBM/sarama v1.41.2
go: downloading github.com/xdg/scram v1.0.5
go: downloading github.com/apache/pulsar-client-go v0.11.0
go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/pingcap/tidb-tools v0.0.0-20240305021104-9f9bea84490b
go: downloading github.com/DATA-DOG/go-sqlmock v1.5.0
go: downloading github.com/gin-gonic/gin v1.9.1
go: downloading github.com/imdario/mergo v0.3.16
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240409022718-714958ccd4d5
go: downloading go.uber.org/multierr v1.11.0
go: downloading github.com/tinylib/msgp v1.1.6
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1
go: downloading github.com/aws/aws-sdk-go v1.50.0
go: downloading github.com/KimMachineGun/automemlimit v0.2.4
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/shirou/gopsutil/v3 v3.24.2
go: downloading github.com/r3labs/diff v1.1.0
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading github.com/hashicorp/golang-lru v0.5.1
go: downloading github.com/klauspost/compress v1.17.8
go: downloading github.com/pierrec/lz4/v4 v4.1.18
go: downloading github.com/robfig/cron v1.2.0
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2
go: downloading github.com/stretchr/testify v1.9.0
go: downloading go.uber.org/atomic v1.11.0
go: downloading golang.org/x/time v0.5.0
go: downloading cloud.google.com/go v0.112.2
go: downloading github.com/go-mysql-org/go-mysql v1.7.1-0.20240314115043-2199dfb0ba98
go: downloading github.com/pingcap/check v0.0.0-20211026125417-57bd13f7b5f0
go: downloading github.com/swaggo/files v0.0.0-20210815190702-a29dd2bc99b2
go: downloading github.com/swaggo/gin-swagger v1.2.0
go: downloading github.com/google/uuid v1.6.0
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading go.etcd.io/etcd/server/v3 v3.5.12
go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475
go: downloading golang.org/x/oauth2 v0.18.0
go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4
go: downloading github.com/segmentio/kafka-go v0.4.41-0.20230526171612-f057b1d369cd
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/YangKeao/seahash v0.0.0-20240229041150-e7bf269c3140
go: downloading github.com/cenkalti/backoff/v4 v4.2.1
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/soheilhy/cmux v0.1.5
go: downloading github.com/goccy/go-json v0.10.2
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading github.com/benbjohnson/clock v1.3.5
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading golang.org/x/sys v0.19.0
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading github.com/xdg/stringprep v1.0.3
go: downloading golang.org/x/crypto v0.22.0
go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424
go: downloading github.com/uber-go/atomic v1.4.0
go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12
go: downloading github.com/containerd/cgroups v1.0.4
go: downloading golang.org/x/term v0.19.0
go: downloading github.com/golang/mock v1.6.0
go: downloading github.com/philhofer/fwd v1.1.1
go: downloading github.com/gin-contrib/sse v0.1.0
go: downloading github.com/go-playground/validator/v10 v10.14.0
go: downloading github.com/pelletier/go-toml/v2 v2.0.8
go: downloading github.com/ugorji/go/codec v1.2.11
go: downloading google.golang.org/protobuf v1.33.0
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/prometheus/common v0.52.2
go: downloading github.com/prometheus/procfs v0.13.0
go: downloading github.com/aws/smithy-go v1.13.5
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/eapache/go-resiliency v1.4.0
go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3
go: downloading github.com/eapache/queue v1.1.0
go: downloading github.com/hashicorp/go-multierror v1.1.1
go: downloading github.com/jcmturner/gofork v1.7.6
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading github.com/stretchr/objx v0.5.2
go: downloading github.com/sirupsen/logrus v1.9.3
go: downloading github.com/AthenZ/athenz v1.10.39
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/bits-and-blooms/bitset v1.4.0
go: downloading github.com/linkedin/goavro/v2 v2.11.1
go: downloading github.com/golang/protobuf v1.5.4
go: downloading github.com/pierrec/lz4 v2.6.1+incompatible
go: downloading github.com/swaggo/swag v1.16.3
go: downloading github.com/docker/go-units v0.5.0
go: downloading cloud.google.com/go/compute/metadata v0.2.3
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading google.golang.org/api v0.170.0
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/Masterminds/semver v1.5.0
go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07
go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726
go: downloading github.com/pingcap/tidb-dashboard v0.0.0-20240326110213-9768844ff5d7
go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0
go: downloading github.com/hashicorp/go-uuid v1.0.3
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading gorm.io/gorm v1.24.5
go: downloading github.com/xdg-go/scram v1.1.2
go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0
go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75
go: downloading go.etcd.io/bbolt v1.3.9
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/sdk v1.22.0
go: downloading sigs.k8s.io/yaml v1.4.0
go: downloading golang.org/x/text v0.14.0
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/godbus/dbus/v5 v5.0.4
go: downloading cloud.google.com/go/compute v1.25.1
go: downloading github.com/opencontainers/runtime-spec v1.0.2
go: downloading github.com/cilium/ebpf v0.4.0
go: downloading github.com/aws/aws-sdk-go-v2/config v1.18.30
go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.13.29
go: downloading github.com/aws/aws-sdk-go-v2/service/glue v1.58.1
go: downloading github.com/jarcoal/httpmock v1.2.0
go: downloading github.com/mailru/easyjson v0.7.7
go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0
go: downloading github.com/gabriel-vasile/mimetype v1.4.2
go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2
go: downloading github.com/go-playground/universal-translator v0.18.1
go: downloading github.com/leodido/go-urn v1.2.4
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
go: downloading golang.org/x/exp v0.0.0-20240409090435-93d18d7e34b8
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/hashicorp/errwrap v1.0.0
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/99designs/keyring v1.2.1
go: downloading github.com/spaolacci/murmur3 v1.1.0
go: downloading golang.org/x/mod v0.17.0
go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading github.com/KyleBanks/depth v1.2.1
go: downloading github.com/go-openapi/spec v0.21.0
go: downloading golang.org/x/tools v0.20.0
go: downloading github.com/shopspring/decimal v1.3.0
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/otiai10/copy v1.2.0
go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6
go: downloading github.com/gorilla/mux v1.8.0
go: downloading github.com/pingcap/fn v1.0.0
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/jcmturner/aescts/v2 v2.0.0
go: downloading github.com/jcmturner/rpc/v2 v2.0.3
go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2
go: downloading github.com/scalalang2/golang-fifo v0.1.5
go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/glebarez/sqlite v1.7.0
go: downloading go.etcd.io/etcd/raft/v3 v3.5.12
go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510
go: downloading github.com/jonboulle/clockwork v0.4.0
go: downloading gorm.io/driver/mysql v1.3.3
go: downloading github.com/gorilla/websocket v1.5.1
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.0
go: downloading github.com/xdg-go/pbkdf2 v1.0.0
go: downloading github.com/xdg-go/stringprep v1.0.4
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.6
go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.3.37
go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.12.14
go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.14
go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.20.1
go: downloading github.com/jinzhu/now v1.1.5
go: downloading github.com/go-playground/locales v0.14.1
go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17
go: downloading github.com/dvsekhvalnov/jose2go v1.5.0
go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c
go: downloading github.com/mtibben/percent v0.2.1
go: downloading github.com/ardielle/ardielle-go v1.5.2
go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.36
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/joomcode/errorx v1.0.1
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1
go: downloading github.com/go-openapi/jsonpointer v0.21.0
go: downloading github.com/go-openapi/jsonreference v0.21.0
go: downloading github.com/go-openapi/swag v0.23.0
go: downloading go.opentelemetry.io/proto/otlp v1.1.0
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/go-logr/logr v1.4.1
go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815
go: downloading github.com/glebarez/go-sqlite v1.21.2
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading github.com/golang-jwt/jwt/v4 v4.5.0
go: downloading github.com/go-ozzo/ozzo-validation/v4 v4.3.0
go: downloading go.etcd.io/etcd/client/v2 v2.305.12
go: downloading github.com/jinzhu/inflection v1.0.0
go: downloading github.com/apache/thrift v0.16.0
go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.30
go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.30
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/go-logr/stdr v1.2.2
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/mattn/go-runewidth v0.0.15
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d
go: downloading github.com/vbauerster/mpb/v7 v7.5.3
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading modernc.org/libc v1.37.1
go: downloading modernc.org/sqlite v1.27.0
go: downloading github.com/josharian/intern v1.0.0
go: downloading github.com/golang-jwt/jwt/v5 v5.2.0
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/rogpeppe/go-internal v1.12.0
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/golang/glog v1.2.0
go: downloading k8s.io/api v0.28.6
go: downloading github.com/emirpasic/gods v1.18.1
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading k8s.io/apimachinery v0.28.6
go: downloading k8s.io/klog/v2 v2.120.1
go: downloading github.com/google/gofuzz v1.2.0
go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1
go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd
go: downloading gopkg.in/inf.v0 v0.9.1
go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b
go: downloading github.com/jmespath/go-jmespath v0.4.0
go: downloading modernc.org/memory v1.7.2
go: downloading modernc.org/mathutil v1.6.0
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading github.com/google/s2a-go v0.1.7
go: downloading github.com/felixge/httpsnoop v1.0.4
+ '[' -f ./bin/cdc_kafka_consumer ']'
+ make kafka_consumer
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-22-gd72d260c0" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 05:10:19" -X "github.com/pingcap/tiflow/pkg/version.GitHash=d72d260c017170db94deda602246fcddfea2a4a1" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.0 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-22-gd72d260c0"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer/main.go
+ '[' -f ./bin/cdc_storage_consumer ']'
+ make storage_consumer
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-22-gd72d260c0" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 05:10:28" -X "github.com/pingcap/tiflow/pkg/version.GitHash=d72d260c017170db94deda602246fcddfea2a4a1" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.0 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-22-gd72d260c0"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go
+ '[' -f ./bin/cdc.test ']'
+ make integration_test_build
cd tools/check && GO111MODULE=on go build -mod=mod -o ../bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl
go: downloading github.com/pingcap/failpoint v0.0.0-20210316064728-7acb0f0a3dfd
go: downloading github.com/sergi/go-diff v1.1.0
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-22-gd72d260c0" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 05:10:35" -X "github.com/pingcap/tiflow/pkg/version.GitHash=d72d260c017170db94deda602246fcddfea2a4a1" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.0 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-22-gd72d260c0"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-22-gd72d260c0" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 05:10:35" -X "github.com/pingcap/tiflow/pkg/version.GitHash=d72d260c017170db94deda602246fcddfea2a4a1" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.0 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-22-gd72d260c0"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer/main.go
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-22-gd72d260c0" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 05:10:35" -X "github.com/pingcap/tiflow/pkg/version.GitHash=d72d260c017170db94deda602246fcddfea2a4a1" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.0 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-22-gd72d260c0"' -o bin/cdc_pulsar_consumer ./cmd/pulsar-consumer/main.go
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-22-gd72d260c0" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 05:10:35" -X "github.com/pingcap/tiflow/pkg/version.GitHash=d72d260c017170db94deda602246fcddfea2a4a1" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.0 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-22-gd72d260c0"' -o bin/oauth2-server ./cmd/oauth2-server/main.go
go: downloading github.com/go-oauth2/oauth2/v4 v4.5.2
go: downloading github.com/tidwall/buntdb v1.3.0
go: downloading github.com/tidwall/rtred v0.1.2
go: downloading github.com/tidwall/gjson v1.14.3
go: downloading github.com/tidwall/grect v0.1.4
go: downloading github.com/tidwall/match v1.1.1
go: downloading github.com/tidwall/tinyqueue v0.1.1
go: downloading github.com/tidwall/pretty v1.2.0
$(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl enable >/dev/null)
go: downloading github.com/chzyer/readline v1.5.1
go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510
go: downloading github.com/PingCAP-QE/go-sqlsmith v0.0.0-20231213065948-336e064b488d
go: downloading github.com/deepmap/oapi-codegen v1.9.0
go: downloading github.com/gogo/gateway v1.1.0
go: downloading github.com/getkin/kin-openapi v0.80.0
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0
go: downloading github.com/syndtr/goleveldb v1.0.1-0.20210305035536-64b5b1c73954
go: downloading go.uber.org/dig v1.13.0
go: downloading github.com/mattn/go-shellwords v1.0.12
go: downloading go.uber.org/ratelimit v0.2.0
go: downloading go.uber.org/goleak v1.3.0
go: downloading github.com/bradleyjkemp/grpc-tools v0.2.5
go: downloading github.com/integralist/go-findroot v0.0.0-20160518114804-ac90681525dc
go: downloading github.com/jmoiron/sqlx v1.3.3
go: downloading github.com/VividCortex/mysqlerr v1.0.0
go: downloading upper.io/db.v3 v3.7.1+incompatible
go: downloading github.com/ngaut/log v0.0.0-20210830112240-0124ec040aeb
go: downloading github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129
go: downloading github.com/improbable-eng/grpc-web v0.12.0
go: downloading github.com/ghodss/yaml v1.0.0
go: downloading github.com/rs/cors v1.7.0
go: downloading github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f
CGO_ENABLED=1 GO111MODULE=on go test -p 3 --race --tags=intest -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-22-gd72d260c0" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 05:10:35" -X "github.com/pingcap/tiflow/pkg/version.GitHash=d72d260c017170db94deda602246fcddfea2a4a1" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.0 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-22-gd72d260c0"' -c -cover -covermode=atomic \
	-coverpkg=github.com/pingcap/tiflow/... \
	-o bin/cdc.test github.com/pingcap/tiflow/cmd/cdc \
|| { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; }
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v8.2.0-alpha-22-gd72d260c0" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2024-05-06 05:10:35" -X "github.com/pingcap/tiflow/pkg/version.GitHash=d72d260c017170db94deda602246fcddfea2a4a1" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tiflow/pkg/version.GoVersion=go version go1.21.0 linux/amd64" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-22-gd72d260c0"' -o bin/cdc ./cmd/cdc/main.go \
|| { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; }
$(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null)
+ ls -alh ./bin
total 1.2G
drwxr-sr-x  2 jenkins jenkins 4.0K May  6 13:15 .
drwxr-sr-x 19 jenkins jenkins 4.0K May  6 13:08 ..
-rwxr-xr-x  1 jenkins jenkins 220M May  6 13:15 cdc
-rwxr-xr-x  1 jenkins jenkins 359M May  6 13:15 cdc.test
-rwxr-xr-x  1 jenkins jenkins 183M May  6 13:10 cdc_kafka_consumer
-rwxr-xr-x  1 jenkins jenkins 183M May  6 13:11 cdc_pulsar_consumer
-rwxr-xr-x  1 jenkins jenkins 182M May  6 13:10 cdc_storage_consumer
-rwxr-xr-x  1 jenkins jenkins  12M May  6 13:11 oauth2-server
+ ./bin/cdc version
Release Version: v8.2.0-alpha-22-gd72d260c0
Git Commit Hash: d72d260c017170db94deda602246fcddfea2a4a1
Git Branch: HEAD
UTC Build Time: 2024-05-06 05:10:35
Go Version: go version go1.21.0 linux/amd64
Failpoint Build: true
[Pipeline] }
Cache saved successfully (binary/pingcap/tiflow/cdc-integration-test/rev-be15534-d72d260)
1191603712 bytes in 24.93 secs (47796170 bytes/sec)
[Pipeline] // cache
[Pipeline] cache
Cache not restored (no such key found)
[Pipeline] {
[Pipeline] sh
+ cp -r ../third_party_download/bin/bin ../third_party_download/bin/etc ../third_party_download/bin/etcdctl ../third_party_download/bin/go-ycsb ../third_party_download/bin/jq ../third_party_download/bin/lib ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/pd-ut ../third_party_download/bin/regions-dump ../third_party_download/bin/share ../third_party_download/bin/stores-dump ../third_party_download/bin/sync_diff_inspector ../third_party_download/bin/tidb-server ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-server ../third_party_download/bin/xprog ./bin/
+ ls -alh ./bin
total 3.0G
drwxr-sr-x  6 jenkins jenkins  4.0K May  6 13:15 .
drwxr-sr-x 19 jenkins jenkins  4.0K May  6 13:08 ..
drwxr-sr-x  2 jenkins jenkins  4.0K May  6 13:15 bin
-rwxr-xr-x  1 jenkins jenkins  220M May  6 13:15 cdc
-rwxr-xr-x  1 jenkins jenkins  359M May  6 13:15 cdc.test
-rwxr-xr-x  1 jenkins jenkins  183M May  6 13:10 cdc_kafka_consumer
-rwxr-xr-x  1 jenkins jenkins  183M May  6 13:11 cdc_pulsar_consumer
-rwxr-xr-x  1 jenkins jenkins  182M May  6 13:10 cdc_storage_consumer
drwxr-sr-x  4 jenkins jenkins  4.0K May  6 13:15 etc
-rwxr-xr-x  1 jenkins jenkins   17M May  6 13:15 etcdctl
-rwxr-xr-x  1 jenkins jenkins   44M May  6 13:15 go-ycsb
-rwxr-xr-x  1 jenkins jenkins  3.8M May  6 13:15 jq
drwxr-sr-x  3 jenkins jenkins  4.0K May  6 13:15 lib
lrwxrwxrwx  1 jenkins jenkins    13 May  6 13:15 libc++.so.1 -> libc++.so.1.0
-rwxr-xr-x  1 jenkins jenkins 1016K May  6 13:15 libc++.so.1.0
lrwxrwxrwx  1 jenkins jenkins    16 May  6 13:15 libc++abi.so.1 -> libc++abi.so.1.0
-rwxr-xr-x  1 jenkins jenkins  358K May  6 13:15 libc++abi.so.1.0
lrwxrwxrwx  1 jenkins jenkins    13 May  6 13:15 libgmssl.so -> libgmssl.so.3
lrwxrwxrwx  1 jenkins jenkins    15 May  6 13:15 libgmssl.so.3 -> libgmssl.so.3.0
-rwxr-xr-x  1 jenkins jenkins  2.6M May  6 13:15 libgmssl.so.3.0
-rwxr-xr-x  1 jenkins jenkins  272M May  6 13:15 libtiflash_proxy.so
-rwxr-xr-x  1 jenkins jenkins   50M May  6 13:15 minio
-rwxr-xr-x  1 jenkins jenkins   12M May  6 13:11 oauth2-server
-rwxr-xr-x  1 jenkins jenkins   37M May  6 13:15 pd-api-bench
-rwxr-xr-x  1 jenkins jenkins   44M May  6 13:15 pd-ctl
-rwxr-xr-x  1 jenkins jenkins   36M May  6 13:15 pd-heartbeat-bench
-rwxr-xr-x  1 jenkins jenkins   32M May  6 13:15 pd-recover
-rwxr-xr-x  1 jenkins jenkins  106M May  6 13:15 pd-server
-rwxr-xr-x  1 jenkins jenkins   26M May  6 13:15 pd-tso-bench
-rwxr-xr-x  1 jenkins jenkins  3.0M May  6 13:15 pd-ut
-rwxr-xr-x  1 jenkins jenkins   32M May  6 13:15 regions-dump
drwxr-sr-x  4 jenkins jenkins  4.0K May  6 13:15 share
-rwxr-xr-x  1 jenkins jenkins   32M May  6 13:15 stores-dump
-rwxr-xr-x  1 jenkins jenkins  192M May  6 13:15 sync_diff_inspector
-rwxr-xr-x  1 jenkins jenkins  208M May  6 13:15 tidb-server
-rwxr-xr-x  1 jenkins jenkins  380M May  6 13:15 tiflash
-rwxr-xr-x  1 jenkins jenkins  418M May  6 13:15 tikv-server
-rwxr-xr-x  1 jenkins jenkins  2.0M May  6 13:15 xprog
[Pipeline] }
Cache saved successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 61.06 secs (61039013 bytes/sec)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Tests)
[Pipeline] parallel
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G09')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G10')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G11')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G12')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G13')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G14')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G15')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G16')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G17')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G00')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G01')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G02')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G03')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G04')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G05')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G06')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G07')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G08')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G09')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G10')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G11')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G12')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G13')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G14')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G15')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G16')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G17')
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505 is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-8gxpv-j78h7
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "192678188b79dc62437782edd32735b1a25252ec"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-8gxpv"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz
Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
[Pipeline] node
[Pipeline] {
[Pipeline] checkout
The recommended git tool is: git
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-dn8n0-c7f7q
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "653ecc1fff0d10ca30d7a387836839f4784a5aa2"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-dn8n0"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

[Pipeline] podTemplate
Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] {
[Pipeline] node
[Pipeline] checkout
The recommended git tool is: git
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@56d3fff1; decorates RemoteLauncher[hudson.remoting.Channel@2c389057:JNLP4-connect connection from 10.233.70.84/10.233.70.84:54720] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-ktrm6-707dm
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "2224b2d142687a8f9bbff7569b3d04d83f5a32dc"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-ktrm6"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] checkout
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5ac139e0; decorates RemoteLauncher[hudson.remoting.Channel@7b8f2eef:JNLP4-connect connection from 10.233.86.148/10.233.86.148:36702] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
The recommended git tool is: git
[Pipeline] podTemplate
[Pipeline] {
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86
[Pipeline] node
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@63eb1909; decorates RemoteLauncher[hudson.remoting.Channel@277a9f6e:JNLP4-connect connection from 10.233.84.133/10.233.84.133:53274] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-gx62n-0wq05
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "56ddc3360fc7f1416f0e6df590bcc8b4c1ebc7a3"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-gx62n"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] checkout
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
The recommended git tool is: git
[Pipeline] podTemplate
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-z7btn-5m3d3
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "21529e270636abd8815f0305a5d4892538ecd88f"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-z7btn"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

[Pipeline] {
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr
[Pipeline] node
Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] checkout
The recommended git tool is: git
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
[Pipeline] withEnv
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-0b75c-b7wgt
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "45707745f9b7c8ba922f32cbb35ed7e5fef62231"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-0b75c"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] {
[Pipeline] checkout
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
The recommended git tool is: git
[Pipeline] cache
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@54927835; decorates RemoteLauncher[hudson.remoting.Channel@1763ea60:JNLP4-connect connection from 10.233.68.37/10.233.68.37:60512] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@78bbbc1c; decorates RemoteLauncher[hudson.remoting.Channel@11c3f510:JNLP4-connect connection from 10.233.88.16/10.233.88.16:57610] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7 is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-hvf0b-jh07n
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "08b46d37acd7d424a4347fad9022195ef65f7654"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-hvf0b"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7bbb31cb; decorates RemoteLauncher[hudson.remoting.Channel@4f7d82de:JNLP4-connect connection from 10.233.93.94/10.233.93.94:45170] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-bqz0r-w9t0r
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "0b0832f8662ab9f999c0ec1ac7dc1dd7345e3d18"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-bqz0r"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Obtained pipelines/pingcap/tiflow/latest/pod-pull_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86 is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-1c89f-5cqtk
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "4070e85e4f88468bbede4b2dee8d8f38cbba7526"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-1c89f"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
Still waiting to schedule task
‘pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n’ is offline
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-58qpv-cpkjt
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "898e324f2afa63d952bc9fee57a398e9c408452f"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-58qpv"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 7.82 secs (476639400 bytes/sec)
[Pipeline] {
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] node
[Pipeline] node
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-m40bh-n8ltl
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "b39176bf7c55147c945e14aa153c18891bab65f7"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-m40bh"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

[Pipeline] node
[Pipeline] node
Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
[Pipeline] node
[Pipeline] {
[Pipeline] sh
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-vlj0h-2b0kr
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "7fea7460e1670aaa8321b587f9190950fbb27381"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-vlj0h"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] checkout
[Pipeline] {
[Pipeline] {
The recommended git tool is: git
[Pipeline] {
[Pipeline] checkout
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] stage
[Pipeline] { (Test)
The recommended git tool is: git
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn
[Pipeline] }
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c
[Pipeline] {
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-2mqfz-6cfzl
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-pull-cdc-integration-kafka-test-1863-zxfk2-dkrj3
[Pipeline] {
[Pipeline] checkout
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
The recommended git tool is: git
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk’
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] // timeout
[Pipeline] }
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2d46d1e9; decorates RemoteLauncher[hudson.remoting.Channel@4caf30b4:JNLP4-connect connection from 10.233.90.242/10.233.90.242:52148] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
[Pipeline] // container
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@408ba67c; decorates RemoteLauncher[hudson.remoting.Channel@58aecfc6:JNLP4-connect connection from 10.233.100.83/10.233.100.83:51240] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
[Pipeline] sh
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@75042c65; decorates RemoteLauncher[hudson.remoting.Channel@1f516499:JNLP4-connect connection from 10.233.97.226/10.233.97.226:41692] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-h08xp-lmt4m
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "1a32a6a2b760125f091feffe39d3f9aee611ebc1"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-h08xp"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@444b0ebc; decorates RemoteLauncher[hudson.remoting.Channel@7b3c48c9:JNLP4-connect connection from 10.233.107.9/10.233.107.9:57286] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] {
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G01
Run cases: http_api http_api_tls api_v2 http_api_tls_with_user_auth cli_tls_with_auth kafka_simple_basic kafka_simple_basic_avro kafka_simple_handle_key_only kafka_simple_handle_key_only_avro kafka_simple_claim_check kafka_simple_claim_check_avro canal_json_adapter_compatibility canal_json_basic canal_json_content_compatible multi_topics avro_basic canal_json_handle_key_only open_protocol_handle_key_only canal_json_claim_check open_protocol_claim_check canal_json_storage_basic canal_json_storage_partition_table multi_tables_ddl
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=6b24ee2d-534a-43b1-adf9-00e8da15e545
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT=tcp://10.233.0.1:443
KUBERNETES_PORT_443_TCP_PORT=443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G01
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-8gxpv
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-8gxpv pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/http_api/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:17:21 CST 2024] <<<<<< run test case http_api success! >>>>>>
[Pipeline] cache
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1d68d91f; decorates RemoteLauncher[hudson.remoting.Channel@389a6101:JNLP4-connect connection from 10.233.69.45/10.233.69.45:43190] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1e7f578c; decorates RemoteLauncher[hudson.remoting.Channel@5ef19219:JNLP4-connect connection from 10.233.66.158/10.233.66.158:51056] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-bkk8r-kq56h
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "01ef08ae1fc32b8c36ae7a87962cb519abac5964"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-bkk8r"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/http_api_tls/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:17:24 CST 2024] <<<<<< run test case http_api_tls success! >>>>>>
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-pg6k1-8dcx5
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "57eca39c348ab4e81996ddb47a926ba5be2449f8"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-pg6k1"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-br9j4-01dh3
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "7438da8febf202695f08e51036ff70b6b8f51967"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-br9j4"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/api_v2/run.sh using Sink-Type: kafka... <<=================
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-zxfk2-dkrj3 is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-zxfk2-638t3
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "12b835a7f0f5a058792322c0da2c57f2d37455e1"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-zxfk2"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-zxfk2-dkrj3"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-zxfk2-dkrj3"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-zxfk2-dkrj3"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-zxfk2-dkrj3 in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/http_api_tls_with_user_auth/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:17:31 CST 2024] <<<<<< run test case http_api_tls_with_user_auth success! >>>>>>
Agent pingcap-tiflow-pull-cdc-integration-kafka-test-1863-2mqfz-6cfzl is provisioned from template pingcap_tiflow_pull_cdc_integration_kafka_test_1863-2mqfz-336fc
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
    runUrl: "job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "42aa87f84133a8c39354b22c36d7ad4643f99034"
    jenkins/label: "pingcap_tiflow_pull_cdc_integration_kafka_test_1863-2mqfz"
  name: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-2mqfz-6cfzl"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/golang-tini:1.21"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-2mqfz-6cfzl"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-pull-cdc-integration-kafka-test-1863-2mqfz-6cfzl"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-pull-cdc-integration-kafka-test-1863-2mqfz-6cfzl in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/cli_tls_with_auth/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3158c8a40010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:1777, start at 2024-05-06 13:17:48.475885556 +0800 CST m=+5.199585545	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:19:48.483 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:17:48.457 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:07:48.457 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3158c8a40010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:1777, start at 2024-05-06 13:17:48.475885556 +0800 CST m=+5.199585545	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:19:48.483 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:17:48.457 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:07:48.457 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3158c88c0013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:1864, start at 2024-05-06 13:17:48.47449196 +0800 CST m=+5.145207424	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:19:48.483 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:17:48.451 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:07:48.451 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
The 1 times to try to start tls tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth
Starting TLS PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting TLS TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting TLS TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying TLS TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 37.65 secs (98974985 bytes/sec)
[Pipeline] {
[Pipeline] cache
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31599d140015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:3559, start at 2024-05-06 13:18:02.082170481 +0800 CST m=+5.130907853	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:20:02.090 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:18:02.053 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:08:02.053 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
+ pd_host=127.0.0.1
+ pd_port=2579
+ is_tls=true
+ '[' true == true ']'
++ run_cdc_cli tso query --pd=https://127.0.0.1:2579
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3630.out cli tso query --pd=https://127.0.0.1:2579
+ set +x
+ tso='449569799131365377
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569799131365377 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:18:05 CST 2024] <<<<<< START cdc server in cli_tls_with_auth case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates ']'
+ curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.36873689.out server --log-file /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_cli_tls_with_auth_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_data_cli_tls_with_auth_tls1 --cluster-id default --config /tmp/tidb_cdc_test/cli_tls_with_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Initializing NSS with certpath: sql:/etc/pki/nssdb
*   CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem
  CApath: none
* NSS: client certificate from file
* 	subject: CN=client
* 	start date: Feb 18 07:48:00 2020 GMT
* 	expire date: Jan 25 07:48:00 2120 GMT
* 	common name: client
* 	issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN
* SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256
* Server certificate:
* 	subject: CN=tidb-server
* 	start date: Feb 18 09:11:00 2020 GMT
* 	expire date: Jan 25 09:11:00 2120 GMT
* 	common name: tidb-server
* 	issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:18:08 GMT
< Content-Length: 1233
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1e1d59a6-b9ee-4707-bc1a-b0cdb2283016
	{"id":"1e1d59a6-b9ee-4707-bc1a-b0cdb2283016","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972685}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/1f5d8f4c56469b83
	1e1d59a6-b9ee-4707-bc1a-b0cdb2283016

/tidb/cdc/default/default/upstream/7365751549420282606
	{"id":7365751549420282606,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1e1d59a6-b9ee-4707-bc1a-b0cdb2283016
	{"id":"1e1d59a6-b9ee-4707-bc1a-b0cdb2283016","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972685}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/1f5d8f4c56469b83
	1e1d59a6-b9ee-4707-bc1a-b0cdb2283016

/tidb/cdc/default/default/upstream/7365751549420282606
	{"id":7365751549420282606,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1e1d59a6-b9ee-4707-bc1a-b0cdb2283016
	{"id":"1e1d59a6-b9ee-4707-bc1a-b0cdb2283016","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972685}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/1f5d8f4c56469b83
	1e1d59a6-b9ee-4707-bc1a-b0cdb2283016

/tidb/cdc/default/default/upstream/7365751549420282606
	{"id":7365751549420282606,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3748.out cli changefeed create --start-ts=449569799131365377 '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-29662?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name
[WARN] --tz is deprecated in changefeed settings.
Create changefeed successfully!
ID: custom-changefeed-name
Info: {"upstream_id":7365751549420282606,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-29662?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:18:11.059118521+08:00","start_ts":449569799131365377,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569799131365377,"checkpoint_ts":449569799131365377,"checkpoint_time":"2024-05-06 13:18:03.454"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
[Mon May  6 13:18:12 CST 2024] <<<<<< START kafka consumer in cli_tls_with_auth case >>>>>>
table test.simple not exists for 1-th check, retry later
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 9.67 secs (385275912 bytes/sec)
[Pipeline] {
[Pipeline] cache
table test.simple not exists for 2-th check, retry later
table test.simple exists
table test.`simple-dash` exists
+ endpoints=https://127.0.0.1:2579
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates
+ [[ https://127.0.0.1:2579 =~ https ]]
++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569799550533649,
  "checkpoint_time": "2024-05-06 13:18:05.053",
  "error": null
}'
+ echo '{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569799550533649,
  "checkpoint_time": "2024-05-06 13:18:05.053",
  "error": null
}'
{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569799550533649,
  "checkpoint_time": "2024-05-06 13:18:05.053",
  "error": null
}
++ echo '{' '"upstream_id":' 7365751549420282606, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569799550533649, '"checkpoint_time":' '"2024-05-06' '13:18:05.053",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365751549420282606, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569799550533649, '"checkpoint_time":' '"2024-05-06' '13:18:05.053",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
changefeed count 1 check pass, pd_addr: https://127.0.0.1:2579
Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed
update changefeed config should fail when changefeed is running, got Diff of changefeed config:
{Type:update Path:[Config CaseSensitive] From:false To:true}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc004085670}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc004085678}
{Type:update Path:[Config Consistent] From:<nil> To:0xc000e24d90}
{Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true}
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3997.out cli changefeed --changefeed-id custom-changefeed-name pause
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
+ endpoints=https://127.0.0.1:2579
+ changefeed_id=custom-changefeed-name
+ expected_state=stopped
+ error_msg=null
+ tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates
+ [[ https://127.0.0.1:2579 =~ https ]]
++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 449569802945298439,
  "checkpoint_time": "2024-05-06 13:18:18.003",
  "error": null
}'
+ echo '{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 449569802945298439,
  "checkpoint_time": "2024-05-06 13:18:18.003",
  "error": null
}'
{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 449569802945298439,
  "checkpoint_time": "2024-05-06 13:18:18.003",
  "error": null
}
++ echo '{' '"upstream_id":' 7365751549420282606, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 449569802945298439, '"checkpoint_time":' '"2024-05-06' '13:18:18.003",' '"error":' null '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7365751549420282606, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 449569802945298439, '"checkpoint_time":' '"2024-05-06' '13:18:18.003",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4098.out cli changefeed update --pd=https://127.0.0.1:2579 --config=/tmp/tidb_cdc_test/cli_tls_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name
Diff of changefeed config:
{Type:update Path:[Config CaseSensitive] From:false To:true}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc001952968}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc0019529c8}
{Type:update Path:[Config Consistent] From:<nil> To:0xc001493b20}
{Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true}
Update changefeed config successfully! 
ID: custom-changefeed-name
Info: {"upstream_id":7365751549420282606,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-29662?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:18:11.059118521+08:00","start_ts":449569799131365377,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":true,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":0,"checkpoint_ts":449569802945298439,"checkpoint_time":"2024-05-06 13:18:18.003"}
PASS
coverage: 2.8% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4133.out cli changefeed --changefeed-id custom-changefeed-name resume
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
+ set +x
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 12.39 secs (300896779 bytes/sec)
[Pipeline] {
[Pipeline] cache
+ endpoints=https://127.0.0.1:2579
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates
+ [[ https://127.0.0.1:2579 =~ https ]]
++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569806104395782,
  "checkpoint_time": "2024-05-06 13:18:30.054",
  "error": null
}'
+ echo '{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569806104395782,
  "checkpoint_time": "2024-05-06 13:18:30.054",
  "error": null
}'
{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569806104395782,
  "checkpoint_time": "2024-05-06 13:18:30.054",
  "error": null
}
++ echo '{' '"upstream_id":' 7365751549420282606, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569806104395782, '"checkpoint_time":' '"2024-05-06' '13:18:30.054",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365751549420282606, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569806104395782, '"checkpoint_time":' '"2024-05-06' '13:18:30.054",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4226.out cli changefeed --changefeed-id custom-changefeed-name remove
Changefeed remove successfully.
ID: custom-changefeed-name
CheckpointTs: 449569806366277637
SinkURI: kafka://127.0.0.1:9092/ticdc-cli-test-29662?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
changefeed count 0 check pass, pd_addr: https://127.0.0.1:2579
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4313.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-29662?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name
[WARN] --tz is deprecated in changefeed settings.
Create changefeed successfully!
ID: custom-changefeed-name
Info: {"upstream_id":7365751549420282606,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-29662?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:18:37.27036105+08:00","start_ts":449569807939141642,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569807939141642,"checkpoint_ts":449569807939141642,"checkpoint_time":"2024-05-06 13:18:37.053"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 8.78 secs (424512716 bytes/sec)
[Pipeline] {
[Pipeline] cache
+ endpoints=https://127.0.0.1:2579
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates
+ [[ https://127.0.0.1:2579 =~ https ]]
++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569808987979785,
  "checkpoint_time": "2024-05-06 13:18:41.054",
  "error": null
}'
+ echo '{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569808987979785,
  "checkpoint_time": "2024-05-06 13:18:41.054",
  "error": null
}'
{
  "upstream_id": 7365751549420282606,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569808987979785,
  "checkpoint_time": "2024-05-06 13:18:41.054",
  "error": null
}
++ echo '{' '"upstream_id":' 7365751549420282606, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569808987979785, '"checkpoint_time":' '"2024-05-06' '13:18:41.054",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365751549420282606, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569808987979785, '"checkpoint_time":' '"2024-05-06' '13:18:41.054",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4439.out cli changefeed create --start-ts=449569799131365377 '--sink-uri=kafka://127.0.0.1:9093/ticdc-cli-test-ssl-6180?protocol=open-protocol&ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem&cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem&key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem&kafka-version=2.4.1&max-message-bytes=10485760&insecure-skip-verify=true' --tz=Asia/Shanghai
[WARN] --tz is deprecated in changefeed settings.
Create changefeed successfully!
ID: 74fc4fab-44a3-40d4-93c6-ced116c59547
Info: {"upstream_id":7365751549420282606,"namespace":"default","id":"74fc4fab-44a3-40d4-93c6-ced116c59547","sink_uri":"kafka://127.0.0.1:9093/ticdc-cli-test-ssl-6180?protocol=open-protocol\u0026ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem\u0026cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem\u0026key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760\u0026insecure-skip-verify=true","create_time":"2024-05-06T13:18:43.806572655+08:00","start_ts":449569799131365377,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569799131365377,"checkpoint_ts":449569799131365377,"checkpoint_time":"2024-05-06 13:18:03.454"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4477.out cli unsafe delete-service-gc-safepoint
Confirm that you know what this command will do and use it at your own risk [Y/N]
CDC service GC safepoint truncated in PD!
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4512.out cli unsafe reset --no-confirm --pd=https://127.0.0.1:2579
reset and all metadata truncated in PD!
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4618.out cli unsafe resolve-lock --region=14
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4650.out cli unsafe resolve-lock --region=14 --ts=449569811098238981
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   218  100   212  100     6   1650     46 --:--:-- --:--:-- --:--:--  1656
{
    "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }",
    "error_code": "CDC:ErrAPIInvalidParam"
}  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   181  100   181    0     0   1398      0 --:--:-- --:--:-- --:--:--  1403
{
 "version": "v8.2.0-alpha-22-gd72d260c0",
 "git_hash": "d72d260c017170db94deda602246fcddfea2a4a1",
 "id": "2eb91464-fde3-46ec-abc6-9d2b097ea9ba",
 "pid": 3692,
 "is_owner": true
}wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:19:00 CST 2024] <<<<<< run test case cli_tls_with_auth success! >>>>>>
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 23.81 secs (156503642 bytes/sec)
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] checkout
[Pipeline] sh
The recommended git tool is: git
[Pipeline] sh
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] sh
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@b3e57d3; decorates RemoteLauncher[hudson.remoting.Channel@3e41d286:JNLP4-connect connection from 10.233.108.34/10.233.108.34:58412] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
[Pipeline] sh
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] sh
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc+  localhost 2181
grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] }
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] checkout
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
The recommended git tool is: git
The recommended git tool is: git
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
The recommended git tool is: git
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] container
[Pipeline] {
[Pipeline] // timeout
[Pipeline] }
[Pipeline] stage
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7cc0e676; decorates RemoteLauncher[hudson.remoting.Channel@39ed29f:JNLP4-connect connection from 10.233.127.145/10.233.127.145:52348] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
[Pipeline] { (Test)
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@780013de; decorates RemoteLauncher[hudson.remoting.Channel@5c2883c7:JNLP4-connect connection from 10.233.105.138/10.233.105.138:60406] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
[Pipeline] // container
Cloning the remote Git repository
Using shallow clone with depth 1
[Pipeline] // container
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1a6ded3b; decorates RemoteLauncher[hudson.remoting.Channel@390403f3:JNLP4-connect connection from 10.233.71.155/10.233.71.155:33770] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
[Pipeline] // container
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
[Pipeline] // container
[Pipeline] sh
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@55af150a; decorates RemoteLauncher[hudson.remoting.Channel@427ac727:JNLP4-connect connection from 10.233.67.2/10.233.67.2:38872] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2c6028d4; decorates RemoteLauncher[hudson.remoting.Channel@4ce7adba:JNLP4-connect connection from 10.233.72.215/10.233.72.215:38746] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_basic
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
[Pipeline] sh
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G02
Run cases: consistent_replicate_ddl consistent_replicate_gbk consistent_replicate_nfs consistent_replicate_storage_file consistent_replicate_storage_file_large_value consistent_replicate_storage_s3 consistent_partition_table kafka_big_messages_v2 multi_tables_ddl_v2 multi_topics_v2 storage_cleanup csv_storage_basic csv_storage_multi_tables_ddl csv_storage_partition_table
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=49df0557-4970-4677-9296-29d92b296227
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G02
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-dn8n0
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k pingcap_tiflow_pull_cdc_integration_kafka_test_1863-dn8n0
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_ddl/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:19:15 CST 2024] <<<<<< run test case consistent_replicate_ddl success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

[Pipeline] sh
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G04
Run cases: foreign_key ddl_puller_lag ddl_only_block_related_table changefeed_auto_stop
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=3c401d41-2468-4118-ac10-28e857bd1788
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT=tcp://10.233.0.1:443
KUBERNETES_PORT_443_TCP_PORT=443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G04
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-ktrm6
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn pingcap_tiflow_pull_cdc_integration_kafka_test_1863-ktrm6
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/foreign_key/run.sh using Sink-Type: kafka... <<=================
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
[Pipeline] sh
Avoid second fetch
Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main)
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G03
Run cases: row_format drop_many_tables processor_stop_delay partition_table
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=9e82300e-4dc4-4bde-ba2c-35b1fdbd386a
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT=tcp://10.233.0.1:443
KUBERNETES_PORT_443_TCP_PORT=443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G03
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-gx62n
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-gx62n pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/row_format/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] {
Commit message: "fix(br): use failpoint tidb-server instead (#2951)"
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] // container
[Pipeline] sh
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G06
Run cases: sink_retry changefeed_error ddl_sequence resourcecontrol
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=c1c57123-2793-4570-855c-61637bec861c
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT=tcp://10.233.0.1:443
KUBERNETES_PORT_443_TCP_PORT=443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G06
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-z7btn
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf pingcap_tiflow_pull_cdc_integration_kafka_test_1863-z7btn
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/sink_retry/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] cache
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G07
Run cases: kv_client_stream_reconnect cdc split_region
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=7de6a225-195e-4caf-ad30-64d52e9298a8
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G07
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-0b75c
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-0b75c pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kv_client_stream_reconnect/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/foreign_key
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/row_format
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_gbk/run.sh using Sink-Type: kafka... <<=================
* About to connect() to 127.0.0.1 port 24927 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:24927; Connection refused
* Closing connection 0

 You are running an older version of MinIO released 3 years ago 
 Update: Run `mc admin update` 


Attempting encryption of all config, IAM users and policies on MinIO backend
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Endpoint:  http://127.0.0.1:24927

Object API (Amazon S3 compatible):
   Go:         https://docs.min.io/docs/golang-client-quickstart-guide
   Java:       https://docs.min.io/docs/java-client-quickstart-guide
   Python:     https://docs.min.io/docs/python-client-quickstart-guide
   JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide
   .NET:       https://docs.min.io/docs/dotnet-client-quickstart-guide
Verifying downstream PD is started...
Verifying downstream PD is started...
* About to connect() to 127.0.0.1 port 24927 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0)
> GET / HTTP/1.1
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:24927
> Accept: */*
> 
< HTTP/1.1 403 Forbidden
< Accept-Ranges: bytes
< Content-Length: 226
< Content-Security-Policy: block-all-mixed-content
< Content-Type: application/xml
< Server: MinIO/RELEASE.2020-07-27T18-37-02Z
< Vary: Origin
< X-Amz-Request-Id: 17CCCEA3FEB83750
< X-Xss-Protection: 1; mode=block
< Date: Mon, 06 May 2024 05:19:21 GMT
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
Bucket 's3://logbucket/' created
[Mon May  6 13:19:21 CST 2024] <<<<<< run test case consistent_replicate_gbk success! >>>>>>
Exiting on signal: INTERRUPT
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
start tidb cluster in /tmp/tidb_cdc_test/sink_retry
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_nfs/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:19:25 CST 2024] <<<<<< run test case consistent_replicate_nfs success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

start tidb cluster in /tmp/tidb_cdc_test/kv_client_stream_reconnect
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315eb9fc0003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:5799, start at 2024-05-06 13:19:25.82478788 +0800 CST m=+5.074267677	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:25.830 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:25.823 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:25.823 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315eb9fc0003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:5799, start at 2024-05-06 13:19:25.82478788 +0800 CST m=+5.074267677	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:25.830 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:25.823 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:25.823 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315ebb840014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:5879, start at 2024-05-06 13:19:25.963981017 +0800 CST m=+5.163853502	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:25.975 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:25.972 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:25.972 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_basic/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_basic/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Mon May  6 13:19:29 CST 2024] <<<<<< START cdc server in kafka_simple_basic case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.72087210.out server --log-file /tmp/tidb_cdc_test/kafka_simple_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_basic/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f00d80003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:1283, start at 2024-05-06 13:19:30.35997501 +0800 CST m=+5.380542722	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:30.366 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:30.358 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:30.358 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315effac0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:1404, start at 2024-05-06 13:19:30.307684336 +0800 CST m=+5.140039480	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:30.314 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:30.283 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:30.283 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315effac0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:1404, start at 2024-05-06 13:19:30.307684336 +0800 CST m=+5.140039480	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:30.314 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:30.283 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:30.283 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f0080000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:1481, start at 2024-05-06 13:19:30.346464669 +0800 CST m=+5.126688009	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:30.352 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:30.336 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:30.336 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/foreign_key/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/foreign_key/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_storage_file/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:19:31 CST 2024] <<<<<< run test case consistent_replicate_storage_file success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:19:32 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2a1197a8-3b37-4c9c-bf8f-0bad5094e6eb
	{"id":"2a1197a8-3b37-4c9c-bf8f-0bad5094e6eb","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972769}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5784afcd
	2a1197a8-3b37-4c9c-bf8f-0bad5094e6eb

/tidb/cdc/default/default/upstream/7365751904690152048
	{"id":7365751904690152048,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2a1197a8-3b37-4c9c-bf8f-0bad5094e6eb
	{"id":"2a1197a8-3b37-4c9c-bf8f-0bad5094e6eb","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972769}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5784afcd
	2a1197a8-3b37-4c9c-bf8f-0bad5094e6eb

/tidb/cdc/default/default/upstream/7365751904690152048
	{"id":7365751904690152048,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2a1197a8-3b37-4c9c-bf8f-0bad5094e6eb
	{"id":"2a1197a8-3b37-4c9c-bf8f-0bad5094e6eb","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972769}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5784afcd
	2a1197a8-3b37-4c9c-bf8f-0bad5094e6eb

/tidb/cdc/default/default/upstream/7365751904690152048
	{"id":7365751904690152048,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.cli.7260.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-simple-basic-4203?protocol=simple' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic/conf/changefeed.toml -c simple-basic
Create changefeed successfully!
ID: simple-basic
Info: {"upstream_id":7365751904690152048,"namespace":"default","id":"simple-basic","sink_uri":"kafka://127.0.0.1:9092/ticdc-simple-basic-4203?protocol=simple","create_time":"2024-05-06T13:19:32.607465326+08:00","start_ts":449569822467162114,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":5,"send_bootstrap_in_msg_count":100,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569822467162114,"checkpoint_ts":449569822467162114,"checkpoint_time":"2024-05-06 13:19:32.473"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 13.12 secs (284146327 bytes/sec)
[Pipeline] {
[Pipeline] cache
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f1e18000e	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:1291, start at 2024-05-06 13:19:32.244429491 +0800 CST m=+5.221069806	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:32.251 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:32.230 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:32.230 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f00d80003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:1283, start at 2024-05-06 13:19:30.35997501 +0800 CST m=+5.380542722	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:30.366 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:30.358 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:30.358 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f01880014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:1366, start at 2024-05-06 13:19:30.423903556 +0800 CST m=+5.392809424	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:30.432 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:30.402 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:30.402 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/row_format/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/row_format/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/row_format/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2793.out cli tso query --pd=http://127.0.0.1:2379
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_storage_file_large_value/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:19:35 CST 2024] <<<<<< run test case consistent_replicate_storage_file_large_value success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2819.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449569822810832897
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569822810832897 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:19:35 CST 2024] <<<<<< START cdc server in foreign_key case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.28272829.out server --log-file /tmp/tidb_cdc_test/foreign_key/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/foreign_key/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f1e18000e	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:1291, start at 2024-05-06 13:19:32.244429491 +0800 CST m=+5.221069806	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:32.251 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:32.230 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:32.230 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f370c000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:1365, start at 2024-05-06 13:19:33.846803419 +0800 CST m=+6.764000335	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:33.853 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:33.827 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:33.827 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/sink_retry/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/sink_retry/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f3e8c0018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz, pid:1343, start at 2024-05-06 13:19:34.353141932 +0800 CST m=+5.199675214	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:34.360 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:34.357 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:34.357 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f3e8c0018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz, pid:1343, start at 2024-05-06 13:19:34.353141932 +0800 CST m=+5.199675214	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:34.360 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:34.357 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:34.357 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d315f40240014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz, pid:1429, start at 2024-05-06 13:19:34.435592458 +0800 CST m=+5.226185506	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:21:34.442 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:19:34.409 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:09:34.409 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
+ tso='449569823289245697
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569823289245697 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:19:37 CST 2024] <<<<<< START cdc server in row_format case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.28522854.out server --log-file /tmp/tidb_cdc_test/row_format/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/row_format/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2808.out cli tso query --pd=http://127.0.0.1:2379
[Mon May  6 13:19:38 CST 2024] <<<<<< START cdc server in kv_client_stream_reconnect case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/kv/kvClientForceReconnect=return(true)'
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kv_client_stream_reconnect.28332835.out server --log-file /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:19:38 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/cd520fbd-fceb-4f82-90e9-caa97dbaf022
	{"id":"cd520fbd-fceb-4f82-90e9-caa97dbaf022","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972775}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5795ead3
	cd520fbd-fceb-4f82-90e9-caa97dbaf022

/tidb/cdc/default/default/upstream/7365751921656387531
	{"id":7365751921656387531,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/cd520fbd-fceb-4f82-90e9-caa97dbaf022
	{"id":"cd520fbd-fceb-4f82-90e9-caa97dbaf022","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972775}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5795ead3
	cd520fbd-fceb-4f82-90e9-caa97dbaf022

/tidb/cdc/default/default/upstream/7365751921656387531
	{"id":7365751921656387531,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/cd520fbd-fceb-4f82-90e9-caa97dbaf022
	{"id":"cd520fbd-fceb-4f82-90e9-caa97dbaf022","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972775}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5795ead3
	cd520fbd-fceb-4f82-90e9-caa97dbaf022

/tidb/cdc/default/default/upstream/7365751921656387531
	{"id":7365751921656387531,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2887.out cli changefeed create --start-ts=449569822810832897 '--sink-uri=kafka://127.0.0.1:9092/ticdc-foreign-key-test-1413?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: 9fd1fef9-63ee-43c3-8a29-71b0d46a9cd5
Info: {"upstream_id":7365751921656387531,"namespace":"default","id":"9fd1fef9-63ee-43c3-8a29-71b0d46a9cd5","sink_uri":"kafka://127.0.0.1:9092/ticdc-foreign-key-test-1413?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:19:38.839030502+08:00","start_ts":449569822810832897,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569822810832897,"checkpoint_ts":449569822810832897,"checkpoint_time":"2024-05-06 13:19:33.784"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
+ set +x
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_storage_s3/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:19:39 CST 2024] <<<<<< START kafka consumer in kafka_simple_basic case >>>>>>
* About to connect() to 127.0.0.1 port 24927 (#0)
*   Trying 127.0.0.1...
* Connection refused
+ tso='449569823832408065
PASS
* Failed connect to 127.0.0.1:24927; Connection refused
* Closing connection 0

coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
 You are running an older version of MinIO released 3 years ago 
 Update: Run `mc admin update` 


Attempting encryption of all config, IAM users and policies on MinIO backend
+ echo 449569823832408065 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
***************** properties *****************
"insertproportion"="0"
"mysql.user"="root"
"readallfields"="true"
"dotransactions"="false"
"readproportion"="0"
"mysql.port"="4000"
"scanproportion"="0"
"recordcount"="10"
"mysql.db"="sink_retry"
"mysql.host"="127.0.0.1"
"operationcount"="0"
"requestdistribution"="uniform"
"threadcount"="2"
"updateproportion"="0"
"workload"="core"
**********************************************
Run finished, takes 8.528386ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 2063.3, Avg(us): 1625, Min(us): 950, Max(us): 3574, 95th(us): 4000, 99th(us): 4000
[Mon May  6 13:19:39 CST 2024] <<<<<< START cdc server in sink_retry case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkTxnRandomError=25%return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.28662868.out server --log-file /tmp/tidb_cdc_test/sink_retry/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sink_retry/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Endpoint:  http://127.0.0.1:24927

Object API (Amazon S3 compatible):
   Go:         https://docs.min.io/docs/golang-client-quickstart-guide
   Java:       https://docs.min.io/docs/java-client-quickstart-guide
   Python:     https://docs.min.io/docs/python-client-quickstart-guide
   JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide
   .NET:       https://docs.min.io/docs/dotnet-client-quickstart-guide
table test.finish_mark_for_ddl not exists for 1-th check, retry later
+ set +x
[Mon May  6 13:19:40 CST 2024] <<<<<< START kafka consumer in foreign_key case >>>>>>
* About to connect() to 127.0.0.1 port 24927 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0)
> GET / HTTP/1.1
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:24927
> Accept: */*
> 
< HTTP/1.1 403 Forbidden
< Accept-Ranges: bytes
< Content-Length: 226
< Content-Security-Policy: block-all-mixed-content
< Content-Type: application/xml
< Server: MinIO/RELEASE.2020-07-27T18-37-02Z
< Vary: Origin
< X-Amz-Request-Id: 17CCCEA856D623CF
< X-Xss-Protection: 1; mode=block
< Date: Mon, 06 May 2024 05:19:40 GMT
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:19:40 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/77975fb0-2876-4dca-ba16-7a92a670c2d0
	{"id":"77975fb0-2876-4dca-ba16-7a92a670c2d0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972777}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c57972ed6
	77975fb0-2876-4dca-ba16-7a92a670c2d0

/tidb/cdc/default/default/upstream/7365751919899457640
	{"id":7365751919899457640,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/77975fb0-2876-4dca-ba16-7a92a670c2d0
	{"id":"77975fb0-2876-4dca-ba16-7a92a670c2d0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972777}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c57972ed6
	77975fb0-2876-4dca-ba16-7a92a670c2d0

/tidb/cdc/default/default/upstream/7365751919899457640
	{"id":7365751919899457640,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/77975fb0-2876-4dca-ba16-7a92a670c2d0
	{"id":"77975fb0-2876-4dca-ba16-7a92a670c2d0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972777}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c57972ed6
	77975fb0-2876-4dca-ba16-7a92a670c2d0

/tidb/cdc/default/default/upstream/7365751919899457640
	{"id":7365751919899457640,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2911.out cli changefeed create --start-ts=449569823289245697 '--sink-uri=kafka://127.0.0.1:9092/ticdc-row-format-test-8484?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Bucket 's3://logbucket/' created
[Mon May  6 13:19:40 CST 2024] <<<<<< run test case consistent_replicate_storage_s3 success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

Exiting on signal: INTERRUPT
Create changefeed successfully!
ID: 04fa6b66-e549-4699-86a3-fd275e2674f5
Info: {"upstream_id":7365751919899457640,"namespace":"default","id":"04fa6b66-e549-4699-86a3-fd275e2674f5","sink_uri":"kafka://127.0.0.1:9092/ticdc-row-format-test-8484?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:19:40.643734773+08:00","start_ts":449569823289245697,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569823289245697,"checkpoint_ts":449569823289245697,"checkpoint_time":"2024-05-06 13:19:35.609"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:19:41 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c2b78137-819c-4b46-910c-50425affce83
	{"id":"c2b78137-819c-4b46-910c-50425affce83","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972778}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c57ab7dcc
	c2b78137-819c-4b46-910c-50425affce83

/tidb/cdc/default/default/upstream/7365751945982792108
	{"id":7365751945982792108,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c2b78137-819c-4b46-910c-50425affce83
	{"id":"c2b78137-819c-4b46-910c-50425affce83","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972778}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c57ab7dcc
	c2b78137-819c-4b46-910c-50425affce83

/tidb/cdc/default/default/upstream/7365751945982792108
	{"id":7365751945982792108,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c2b78137-819c-4b46-910c-50425affce83
	{"id":"c2b78137-819c-4b46-910c-50425affce83","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972778}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c57ab7dcc
	c2b78137-819c-4b46-910c-50425affce83

/tidb/cdc/default/default/upstream/7365751945982792108
	{"id":7365751945982792108,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Mon May  6 13:19:41 CST 2024] <<<<<< START kafka consumer in kv_client_stream_reconnect case >>>>>>
table test.finish_mark_for_ddl not exists for 2-th check, retry later
+ set +x
[Mon May  6 13:19:42 CST 2024] <<<<<< START kafka consumer in row_format case >>>>>>
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 7.41 secs (503117874 bytes/sec)
[Pipeline] {
[Pipeline] cache
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:19:42 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0b79fe36-6a80-4dcb-abf1-7fcb0d89e01d
	{"id":"0b79fe36-6a80-4dcb-abf1-7fcb0d89e01d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972779}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c57a522f1
	0b79fe36-6a80-4dcb-abf1-7fcb0d89e01d

/tidb/cdc/default/default/upstream/7365751932674663018
	{"id":7365751932674663018,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0b79fe36-6a80-4dcb-abf1-7fcb0d89e01d
	{"id":"0b79fe36-6a80-4dcb-abf1-7fcb0d89e01d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972779}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c57a522f1
	0b79fe36-6a80-4dcb-abf1-7fcb0d89e01d

/tidb/cdc/default/default/upstream/7365751932674663018
	{"id":7365751932674663018,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0b79fe36-6a80-4dcb-abf1-7fcb0d89e01d
	{"id":"0b79fe36-6a80-4dcb-abf1-7fcb0d89e01d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972779}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c57a522f1
	0b79fe36-6a80-4dcb-abf1-7fcb0d89e01d

/tidb/cdc/default/default/upstream/7365751932674663018
	{"id":7365751932674663018,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2925.out cli changefeed create --start-ts=449569823832408065 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-14736?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: 4314324c-cfd8-4cbf-91c7-f4fb2e50d55e
Info: {"upstream_id":7365751932674663018,"namespace":"default","id":"4314324c-cfd8-4cbf-91c7-f4fb2e50d55e","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-14736?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:19:42.894262489+08:00","start_ts":449569823832408065,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569823832408065,"checkpoint_ts":449569823832408065,"checkpoint_time":"2024-05-06 13:19:37.681"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table test.finish_mark_for_ddl not exists for 3-th check, retry later
+ set +x
[Mon May  6 13:19:44 CST 2024] <<<<<< START kafka consumer in sink_retry case >>>>>>
table test.finish_mark_for_ddl not exists for 4-th check, retry later
table test.finish_mark_for_ddl not exists for 5-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_partition_table/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:19:48 CST 2024] <<<<<< run test case consistent_partition_table success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

table test.finish_mark_for_ddl exists
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.cli.7392.out cli changefeed pause -c simple-basic
table foreign_key.finish_mark not exists for 1-th check, retry later
PASS
table foreign_key.finish_mark not exists for 2-th check, retry later
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.cli.7428.out cli changefeed resume -c simple-basic
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_big_messages_v2/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table row_format.finish_mark not exists for 1-th check, retry later
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
table foreign_key.finish_mark not exists for 3-th check, retry later
table row_format.finish_mark not exists for 2-th check, retry later
+ set +x
table foreign_key.finish_mark not exists for 4-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/kafka_big_messages_v2
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table row_format.finish_mark not exists for 3-th check, retry later
table foreign_key.finish_mark not exists for 5-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table row_format.finish_mark not exists for 4-th check, retry later
table foreign_key.finish_mark not exists for 6-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 1-th check, retry later
table row_format.finish_mark not exists for 5-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 2-th check, retry later
table foreign_key.finish_mark not exists for 7-th check, retry later
table row_format.finish_mark not exists for 6-th check, retry later
table test.finish_mark not exists for 3-th check, retry later
table foreign_key.finish_mark not exists for 8-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table row_format.finish_mark not exists for 7-th check, retry later
table test.finish_mark not exists for 4-th check, retry later
table foreign_key.finish_mark exists
check diff successfully
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table row_format.finish_mark not exists for 8-th check, retry later
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:20:06 CST 2024] <<<<<< run test case foreign_key success! >>>>>>
table test.finish_mark not exists for 5-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31610e80001b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k, pid:2047, start at 2024-05-06 13:20:04.048815307 +0800 CST m=+5.203251604	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:04.054 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:04.049 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:04.049 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31610e80001b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k, pid:2047, start at 2024-05-06 13:20:04.048815307 +0800 CST m=+5.203251604	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:04.054 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:04.049 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:04.049 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316110bc0011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k, pid:2131, start at 2024-05-06 13:20:04.162242984 +0800 CST m=+5.256846560	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:04.170 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:04.143 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:04.143 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table row_format.finish_mark not exists for 9-th check, retry later
table test.finish_mark not exists for 6-th check, retry later
[Mon May  6 13:20:09 CST 2024] <<<<<< START cdc server in kafka_big_messages_v2 case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_big_messages_v2.36213623.out server --log-file /tmp/tidb_cdc_test/kafka_big_messages_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_big_messages_v2/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table row_format.finish_mark not exists for 10-th check, retry later
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 25.82 secs (144358790 bytes/sec)
[Pipeline] {
[Pipeline] cache
table test.finish_mark not exists for 7-th check, retry later
table row_format.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:20:12 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4b3c5f5b-d758-426c-a4cf-d36f9caf7166
	{"id":"4b3c5f5b-d758-426c-a4cf-d36f9caf7166","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972809}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c581f7aca
	4b3c5f5b-d758-426c-a4cf-d36f9caf7166

/tidb/cdc/default/default/upstream/7365752071563440528
	{"id":7365752071563440528,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4b3c5f5b-d758-426c-a4cf-d36f9caf7166
	{"id":"4b3c5f5b-d758-426c-a4cf-d36f9caf7166","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972809}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c581f7aca
	4b3c5f5b-d758-426c-a4cf-d36f9caf7166

/tidb/cdc/default/default/upstream/7365752071563440528
	{"id":7365752071563440528,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4b3c5f5b-d758-426c-a4cf-d36f9caf7166
	{"id":"4b3c5f5b-d758-426c-a4cf-d36f9caf7166","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972809}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c581f7aca
	4b3c5f5b-d758-426c-a4cf-d36f9caf7166

/tidb/cdc/default/default/upstream/7365752071563440528
	{"id":7365752071563440528,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: 3cde4c08-7981-49c0-8b82-fad4046d4fe3
Info: {"upstream_id":7365752071563440528,"namespace":"default","id":"3cde4c08-7981-49c0-8b82-fad4046d4fe3","sink_uri":"kafka://127.0.0.1:9092/big-message-test?protocol=open-protocol\u0026partition-num=1\u0026kafka-version=2.4.1\u0026max-message-bytes=12582912","create_time":"2024-05-06T13:20:12.648874677+08:00","start_ts":449569832121139201,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569832121139201,"checkpoint_ts":449569832121139201,"checkpoint_time":"2024-05-06 13:20:09.300"}
[Mon May  6 13:20:12 CST 2024] <<<<<< START kafka consumer in kafka_big_messages_v2 case >>>>>>
Starting generate kafka big messages...
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading go.uber.org/atomic v1.11.0
table test.finish_mark not exists for 8-th check, retry later
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:20:13 CST 2024] <<<<<< run test case row_format success! >>>>>>
check diff failed 1-th time, retry later
table test.finish_mark not exists for 9-th check, retry later
check diff successfully
wait process cdc.test exit for 1-th time...
table sink_retry.finish_mark_1 exists
check diff successfully
***************** properties *****************
"threadcount"="2"
"insertproportion"="0"
"workload"="core"
"recordcount"="10"
"scanproportion"="0"
"updateproportion"="0"
"readproportion"="0"
"dotransactions"="false"
"mysql.user"="root"
"mysql.port"="4000"
"operationcount"="0"
"readallfields"="true"
"requestdistribution"="uniform"
"mysql.db"="sink_retry"
"mysql.host"="127.0.0.1"
**********************************************
Run finished, takes 4.182213ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 3211.8, Avg(us): 729, Min(us): 525, Max(us): 1652, 95th(us): 2000, 99th(us): 2000
table test.finish_mark not exists for 10-th check, retry later
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:20:17 CST 2024] <<<<<< run test case kv_client_stream_reconnect success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_puller_lag/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table test.finish_mark not exists for 11-th check, retry later
table kafka_big_messages.test exists
check diff failed 1-th time, retry later
start tidb cluster in /tmp/tidb_cdc_test/ddl_puller_lag
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table test.finish_mark not exists for 12-th check, retry later
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
table test.finish_mark not exists for 13-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:20:23 CST 2024] <<<<<< run test case kafka_big_messages_v2 success! >>>>>>
table test.finish_mark exists
check diff successfully
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 13.08 secs (284895277 bytes/sec)
[Pipeline] {
[Pipeline] cache
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/drop_many_tables/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
start tidb cluster in /tmp/tidb_cdc_test/drop_many_tables
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table test.finish_mark not exists for 1-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
table test.finish_mark not exists for 2-th check, retry later
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3162c7a00013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:4185, start at 2024-05-06 13:20:32.259460075 +0800 CST m=+5.440391147	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:32.268 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:32.232 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:32.232 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 3-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3162c7a00013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:4185, start at 2024-05-06 13:20:32.259460075 +0800 CST m=+5.440391147	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:32.268 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:32.232 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:32.232 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3162c8500003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:4275, start at 2024-05-06 13:20:32.27850242 +0800 CST m=+5.406756759	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:32.285 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:32.276 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:32.276 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table test.finish_mark not exists for 4-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_tables_ddl_v2/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 5-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5602.out cli tso query --pd=http://127.0.0.1:2379
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ tso='449569839495774209
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569839495774209 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
table test.finish_mark not exists for 6-th check, retry later
[Mon May  6 13:20:39 CST 2024] <<<<<< START cdc server in ddl_puller_lag case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorDDLResolved=1*sleep(180000)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.56475649.out server --log-file /tmp/tidb_cdc_test/ddl_puller_lag/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_puller_lag/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316331e80018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:4203, start at 2024-05-06 13:20:39.072914329 +0800 CST m=+5.119282731	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:39.079 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:39.084 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:39.084 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316331e80018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:4203, start at 2024-05-06 13:20:39.072914329 +0800 CST m=+5.119282731	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:39.079 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:39.084 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:39.084 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316333780014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:4290, start at 2024-05-06 13:20:39.173260786 +0800 CST m=+5.170381490	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:39.179 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:39.183 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:39.183 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/error.log
arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table test.finish_mark not exists for 7-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/multi_tables_ddl_v2
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5673.out cli tso query --pd=http://127.0.0.1:2379
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:20:42 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6bc6ab0b-068e-46d1-8285-2cb1f78fb74e
	{"id":"6bc6ab0b-068e-46d1-8285-2cb1f78fb74e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972839}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5884f6ef
	6bc6ab0b-068e-46d1-8285-2cb1f78fb74e

/tidb/cdc/default/default/upstream/7365752191031339367
	{"id":7365752191031339367,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6bc6ab0b-068e-46d1-8285-2cb1f78fb74e
	{"id":"6bc6ab0b-068e-46d1-8285-2cb1f78fb74e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972839}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5884f6ef
	6bc6ab0b-068e-46d1-8285-2cb1f78fb74e

/tidb/cdc/default/default/upstream/7365752191031339367
	{"id":7365752191031339367,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6bc6ab0b-068e-46d1-8285-2cb1f78fb74e
	{"id":"6bc6ab0b-068e-46d1-8285-2cb1f78fb74e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972839}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5884f6ef
	6bc6ab0b-068e-46d1-8285-2cb1f78fb74e

/tidb/cdc/default/default/upstream/7365752191031339367
	{"id":7365752191031339367,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5702.out cli changefeed create --start-ts=449569839495774209 '--sink-uri=kafka+ssl://127.0.0.1:9092/ticdc-ddl-puller-lag-test-21370?protocol=open-protocol&partition-num=4&kafka-client-id=ddl_puller_lag&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: ff976f35-ba83-4db8-ab3e-2909403e5f14
Info: {"upstream_id":7365752191031339367,"namespace":"default","id":"ff976f35-ba83-4db8-ab3e-2909403e5f14","sink_uri":"kafka+ssl://127.0.0.1:9092/ticdc-ddl-puller-lag-test-21370?protocol=open-protocol\u0026partition-num=4\u0026kafka-client-id=ddl_puller_lag\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:20:42.660770201+08:00","start_ts":449569839495774209,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569839495774209,"checkpoint_ts":449569839495774209,"checkpoint_time":"2024-05-06 13:20:37.432"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
start tidb cluster in /tmp/tidb_cdc_test/cdc
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table test.finish_mark not exists for 8-th check, retry later
+ set +x
[Mon May  6 13:20:44 CST 2024] <<<<<< START kafka consumer in ddl_puller_lag case >>>>>>
+ set +x
+ tso='449569840846340097
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569840846340097 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:20:44 CST 2024] <<<<<< START cdc server in drop_many_tables case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.57105712.out server --log-file /tmp/tidb_cdc_test/drop_many_tables/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/drop_many_tables/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
Verifying downstream PD is started...
wait process cdc.test exit for 2-th time...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
wait process cdc.test exit for 3-th time...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:20:47 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1b9e49a7-8ed1-4b56-9b6d-40b5d7968f54
	{"id":"1b9e49a7-8ed1-4b56-9b6d-40b5d7968f54","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972844}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c58a0b5cf
	1b9e49a7-8ed1-4b56-9b6d-40b5d7968f54

/tidb/cdc/default/default/upstream/7365752216971860571
	{"id":7365752216971860571,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1b9e49a7-8ed1-4b56-9b6d-40b5d7968f54
	{"id":"1b9e49a7-8ed1-4b56-9b6d-40b5d7968f54","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972844}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c58a0b5cf
	1b9e49a7-8ed1-4b56-9b6d-40b5d7968f54

/tidb/cdc/default/default/upstream/7365752216971860571
	{"id":7365752216971860571,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1b9e49a7-8ed1-4b56-9b6d-40b5d7968f54
	{"id":"1b9e49a7-8ed1-4b56-9b6d-40b5d7968f54","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972844}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c58a0b5cf
	1b9e49a7-8ed1-4b56-9b6d-40b5d7968f54

/tidb/cdc/default/default/upstream/7365752216971860571
	{"id":7365752216971860571,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5762.out cli changefeed create --start-ts=449569840846340097 '--sink-uri=kafka://127.0.0.1:9092/ticdc-drop-tables-test-20245?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:20:47 CST 2024] <<<<<< run test case kafka_simple_basic success! >>>>>>
Create changefeed successfully!
ID: 7b876580-b731-4f39-ba2d-2d7de393f12a
Info: {"upstream_id":7365752216971860571,"namespace":"default","id":"7b876580-b731-4f39-ba2d-2d7de393f12a","sink_uri":"kafka://127.0.0.1:9092/ticdc-drop-tables-test-20245?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:20:47.559744525+08:00","start_ts":449569840846340097,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569840846340097,"checkpoint_ts":449569840846340097,"checkpoint_time":"2024-05-06 13:20:42.584"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table sink_retry.finish_mark_2 exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:20:46 CST 2024] <<<<<< run test case sink_retry success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
[Mon May  6 13:20:48 CST 2024] <<<<<< START kafka consumer in drop_many_tables case >>>>>>
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table drop_tables.c not exists for 1-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table drop_tables.c not exists for 2-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3163fcac000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k, pid:5893, start at 2024-05-06 13:20:52.028505235 +0800 CST m=+5.078566483	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:52.035 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:52.011 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:52.011 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3163fcac000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k, pid:5893, start at 2024-05-06 13:20:52.028505235 +0800 CST m=+5.078566483	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:52.035 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:52.011 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:52.011 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3163fef8000a	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k, pid:5974, start at 2024-05-06 13:20:52.167458009 +0800 CST m=+5.163504511	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:52.173 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:52.158 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:52.158 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/log/error.log
arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table drop_tables.c not exists for 3-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31642a5c0012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz, pid:4557, start at 2024-05-06 13:20:54.958760298 +0800 CST m=+5.189167286	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:54.965 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:54.935 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:54.935 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31642a5c0012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz, pid:4557, start at 2024-05-06 13:20:54.958760298 +0800 CST m=+5.189167286	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:54.965 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:54.935 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:54.935 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31642be00016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz, pid:4645, start at 2024-05-06 13:20:55.078711618 +0800 CST m=+5.253783572	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:22:55.086 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:20:55.082 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:10:55.082 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/cdc/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/cdc/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table drop_tables.c not exists for 4-th check, retry later
[Mon May  6 13:20:58 CST 2024] <<<<<< START cdc server in cdc case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.59645966.out server --log-file /tmp/tidb_cdc_test/cdc/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table drop_tables.c not exists for 5-th check, retry later
[Mon May  6 13:20:57 CST 2024] <<<<<< START cdc server in multi_tables_ddl_v2 case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_tables_ddl_v2.74697471.out server --log-file /tmp/tidb_cdc_test/multi_tables_ddl_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_tables_ddl_v2/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table drop_tables.c exists
check diff successfully
wait process cdc.test exit for 1-th time...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_error/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:21:00 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/bd41eb70-ad75-4b88-aa19-907a3e7df7e7
	{"id":"bd41eb70-ad75-4b88-aa19-907a3e7df7e7","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972858}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c58d5bed3
	bd41eb70-ad75-4b88-aa19-907a3e7df7e7

/tidb/cdc/default/default/upstream/7365752274620191947
	{"id":7365752274620191947,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/bd41eb70-ad75-4b88-aa19-907a3e7df7e7
	{"id":"bd41eb70-ad75-4b88-aa19-907a3e7df7e7","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972858}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c58d5bed3
	bd41eb70-ad75-4b88-aa19-907a3e7df7e7

/tidb/cdc/default/default/upstream/7365752274620191947
	{"id":7365752274620191947,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/bd41eb70-ad75-4b88-aa19-907a3e7df7e7
	{"id":"bd41eb70-ad75-4b88-aa19-907a3e7df7e7","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972858}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c58d5bed3
	bd41eb70-ad75-4b88-aa19-907a3e7df7e7

/tidb/cdc/default/default/upstream/7365752274620191947
	{"id":7365752274620191947,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
wait process cdc.test exit for 2-th time...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:21:01 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/773d5d90-c941-47ca-9d08-51c1faadd535
	{"id":"773d5d90-c941-47ca-9d08-51c1faadd535","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972858}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c58dbb1c8
	773d5d90-c941-47ca-9d08-51c1faadd535

/tidb/cdc/default/default/upstream/7365752280036612797
	{"id":7365752280036612797,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/773d5d90-c941-47ca-9d08-51c1faadd535
	{"id":"773d5d90-c941-47ca-9d08-51c1faadd535","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972858}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c58dbb1c8
	773d5d90-c941-47ca-9d08-51c1faadd535

/tidb/cdc/default/default/upstream/7365752280036612797
	{"id":7365752280036612797,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/773d5d90-c941-47ca-9d08-51c1faadd535
	{"id":"773d5d90-c941-47ca-9d08-51c1faadd535","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972858}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c58dbb1c8
	773d5d90-c941-47ca-9d08-51c1faadd535

/tidb/cdc/default/default/upstream/7365752280036612797
	{"id":7365752280036612797,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.cli.6021.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-cdc-test-10361?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config /tmp/tidb_cdc_test/cdc/pulsar_test.toml
Create changefeed successfully!
ID: test-normal
Info: {"upstream_id":7365752274620191947,"namespace":"default","id":"test-normal","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-normal-5599?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:21:01.213299562+08:00","start_ts":449569844851376129,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t1","multi_tables_ddl_test.t2","multi_tables_ddl_test.t3","multi_tables_ddl_test.t4","multi_tables_ddl_test.t1_7","multi_tables_ddl_test.t2_7","multi_tables_ddl_test.finish_mark"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569844851376129,"checkpoint_ts":449569844851376129,"checkpoint_time":"2024-05-06 13:20:57.862"}
Create changefeed successfully!
ID: test-error-1
Info: {"upstream_id":7365752274620191947,"namespace":"default","id":"test-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-1-30133?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:21:01.420031765+08:00","start_ts":449569844851376129,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t5","multi_tables_ddl_test.t6","multi_tables_ddl_test.t7","multi_tables_ddl_test.t8"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569844851376129,"checkpoint_ts":449569844851376129,"checkpoint_time":"2024-05-06 13:20:57.862"}
Create changefeed successfully!
ID: test-error-2
Info: {"upstream_id":7365752274620191947,"namespace":"default","id":"test-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-2-24982?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:21:01.603688502+08:00","start_ts":449569844851376129,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t9","multi_tables_ddl_test.t10"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569844851376129,"checkpoint_ts":449569844851376129,"checkpoint_time":"2024-05-06 13:20:57.862"}
[Mon May  6 13:21:01 CST 2024] <<<<<< START kafka consumer in multi_tables_ddl_v2 case >>>>>>
[Mon May  6 13:21:01 CST 2024] <<<<<< START kafka consumer in multi_tables_ddl_v2 case >>>>>>
[Mon May  6 13:21:01 CST 2024] <<<<<< START kafka consumer in multi_tables_ddl_v2 case >>>>>>
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:21:01 CST 2024] <<<<<< run test case drop_many_tables success! >>>>>>
Create changefeed successfully!
ID: 8f46d5bd-ed53-44bc-ae01-892e799c5fa3
Info: {"upstream_id":7365752280036612797,"namespace":"default","id":"8f46d5bd-ed53-44bc-ae01-892e799c5fa3","sink_uri":"kafka://127.0.0.1:9092/ticdc-cdc-test-10361?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:21:01.625328675+08:00","start_ts":449569845800861698,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569845800861698,"checkpoint_ts":449569845800861698,"checkpoint_time":"2024-05-06 13:21:01.484"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_basic_avro
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ set +x
[Mon May  6 13:21:03 CST 2024] <<<<<< START kafka consumer in cdc case >>>>>>
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240415145106-cd9c676e9ba4
go: downloading github.com/pingcap/tidb-tools v0.0.0-20240305021104-9f9bea84490b
go: downloading github.com/BurntSushi/toml v1.3.2
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240410110152-5fc42c9be2f5
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/atomic v1.11.0
go: downloading go.uber.org/multierr v1.11.0
go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading google.golang.org/grpc v1.62.1
go: downloading github.com/golang/protobuf v1.5.4
go: downloading golang.org/x/net v0.24.0
go: downloading google.golang.org/protobuf v1.33.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda
go: downloading golang.org/x/sys v0.19.0
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading golang.org/x/text v0.14.0
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/changefeed_error
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table multi_tables_ddl_test.t55 not exists for 1-th check, retry later
go: downloading golang.org/x/exp v0.0.0-20240409090435-93d18d7e34b8
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading golang.org/x/sync v0.7.0
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240409022718-714958ccd4d5
go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754
go: downloading github.com/shirou/gopsutil/v3 v3.24.2
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/prometheus/client_golang v1.19.0
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e
go: downloading github.com/docker/go-units v0.5.0
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/spf13/pflag v1.0.5
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/google/uuid v1.6.0
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/stretchr/testify v1.9.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/aws/aws-sdk-go v1.50.0
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/gorilla/mux v1.8.0
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading github.com/scalalang2/golang-fifo v0.1.5
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/klauspost/compress v1.17.8
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading cloud.google.com/go v0.112.2
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading golang.org/x/oauth2 v0.18.0
go: downloading github.com/google/btree v1.1.2
go: downloading google.golang.org/api v0.170.0
go: downloading golang.org/x/tools v0.20.0
go: downloading golang.org/x/time v0.5.0
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1
go: downloading golang.org/x/crypto v0.22.0
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.0
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/prometheus/common v0.52.2
go: downloading github.com/prometheus/procfs v0.13.0
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13
go: downloading github.com/otiai10/copy v1.2.0
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading cloud.google.com/go/compute/metadata v0.2.3
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading cloud.google.com/go/compute v1.25.1
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading github.com/apache/thrift v0.16.0
go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/mattn/go-runewidth v0.0.15
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading github.com/robfig/cron v1.2.0
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/rogpeppe/go-internal v1.12.0
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/fatih/color v1.16.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/golang/glog v1.2.0
go: downloading github.com/golang-jwt/jwt/v5 v5.2.0
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
go: downloading github.com/go-logr/logr v1.4.1
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/go-logr/stdr v1.2.2
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
Verifying downstream PD is started...
table multi_tables_ddl_test.t55 not exists for 2-th check, retry later
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table multi_tables_ddl_test.t55 not exists for 3-th check, retry later
go: downloading github.com/google/s2a-go v0.1.7
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
go: downloading github.com/jmespath/go-jmespath v0.4.0
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table multi_tables_ddl_test.t55 not exists for 4-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316526e4001f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:8687, start at 2024-05-06 13:21:11.143931604 +0800 CST m=+5.150025447	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:11.152 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:11.147 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:11.147 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316526e4001f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:8687, start at 2024-05-06 13:21:11.143931604 +0800 CST m=+5.150025447	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:11.152 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:11.147 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:11.147 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316527800015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:8759, start at 2024-05-06 13:21:11.18204913 +0800 CST m=+5.140166560	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:11.190 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:11.187 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:11.187 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/log/error.log
arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table multi_tables_ddl_test.t55 exists
table multi_tables_ddl_test.t66 exists
table multi_tables_ddl_test.t7 exists
table multi_tables_ddl_test.t88 exists
table multi_tables_ddl_test.finish_mark not exists for 1-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_stop_delay/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Mon May  6 13:21:14 CST 2024] <<<<<< START cdc server in kafka_simple_basic_avro case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic_avro.1020510207.out server --log-file /tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table multi_tables_ddl_test.finish_mark not exists for 2-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3165661c0004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:4288, start at 2024-05-06 13:21:15.144267139 +0800 CST m=+5.205609394	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:15.151 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:15.143 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:15.143 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3165661c0004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:4288, start at 2024-05-06 13:21:15.144267139 +0800 CST m=+5.205609394	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:15.151 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:15.143 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:15.143 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316565380015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:4373, start at 2024-05-06 13:21:15.133676549 +0800 CST m=+5.142863749	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:15.140 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:15.137 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:15.137 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table multi_tables_ddl_test.finish_mark exists
check table exists success
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-normal
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-normal -s
start tidb cluster in /tmp/tidb_cdc_test/processor_stop_delay
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ info='{
  "upstream_id": 7365752274620191947,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 449569846633955355,
  "checkpoint_time": "2024-05-06 13:21:04.662",
  "error": null
}'
+ echo '{
  "upstream_id": 7365752274620191947,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 449569846633955355,
  "checkpoint_time": "2024-05-06 13:21:04.662",
  "error": null
}'
{
  "upstream_id": 7365752274620191947,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 449569846633955355,
  "checkpoint_time": "2024-05-06 13:21:04.662",
  "error": null
}
++ echo '{' '"upstream_id":' 7365752274620191947, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 449569846633955355, '"checkpoint_time":' '"2024-05-06' '13:21:04.662",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365752274620191947, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 449569846633955355, '"checkpoint_time":' '"2024-05-06' '13:21:04.662",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-1
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-1 -s
+ info='{
  "upstream_id": 7365752274620191947,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 449569849845219337,
  "checkpoint_time": "2024-05-06 13:21:16.912",
  "error": null
}'
+ echo '{
  "upstream_id": 7365752274620191947,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 449569849845219337,
  "checkpoint_time": "2024-05-06 13:21:16.912",
  "error": null
}'
{
  "upstream_id": 7365752274620191947,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 449569849845219337,
  "checkpoint_time": "2024-05-06 13:21:16.912",
  "error": null
}
++ echo '{' '"upstream_id":' 7365752274620191947, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 449569849845219337, '"checkpoint_time":' '"2024-05-06' '13:21:16.912",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365752274620191947, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 449569849845219337, '"checkpoint_time":' '"2024-05-06' '13:21:16.912",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-2
+ expected_state=failed
+ error_msg=ErrSyncRenameTableFailed
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-2 -s
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:21:17 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dd610cd4-c49b-4ab2-b709-3fcd17954461
	{"id":"dd610cd4-c49b-4ab2-b709-3fcd17954461","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972874}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5925c3c5
	dd610cd4-c49b-4ab2-b709-3fcd17954461

/tidb/cdc/default/default/upstream/7365752357394075394
	{"id":7365752357394075394,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dd610cd4-c49b-4ab2-b709-3fcd17954461
	{"id":"dd610cd4-c49b-4ab2-b709-3fcd17954461","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972874}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5925c3c5
	dd610cd4-c49b-4ab2-b709-3fcd17954461

/tidb/cdc/default/default/upstream/7365752357394075394
	{"id":7365752357394075394,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dd610cd4-c49b-4ab2-b709-3fcd17954461
	{"id":"dd610cd4-c49b-4ab2-b709-3fcd17954461","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972874}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5925c3c5
	dd610cd4-c49b-4ab2-b709-3fcd17954461

/tidb/cdc/default/default/upstream/7365752357394075394
	{"id":7365752357394075394,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic_avro.cli.10263.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-simple-basic-avro-24958?protocol=simple&encoding-format=avro' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/conf/changefeed.toml
+ info='{
  "upstream_id": 7365752274620191947,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 449569846148726819,
  "checkpoint_time": "2024-05-06 13:21:02.811",
  "error": {
    "time": "2024-05-06T13:21:05.047548815+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''130'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}'
+ echo '{
  "upstream_id": 7365752274620191947,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 449569846148726819,
  "checkpoint_time": "2024-05-06 13:21:02.811",
  "error": {
    "time": "2024-05-06T13:21:05.047548815+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''130'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}'
{
  "upstream_id": 7365752274620191947,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 449569846148726819,
  "checkpoint_time": "2024-05-06 13:21:02.811",
  "error": {
    "time": "2024-05-06T13:21:05.047548815+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '130', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}
++ jq -r .state
++ echo '{' '"upstream_id":' 7365752274620191947, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 449569846148726819, '"checkpoint_time":' '"2024-05-06' '13:21:02.811",' '"error":' '{' '"time":' '"2024-05-06T13:21:05.047548815+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''130'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ jq -r .error.message
++ echo '{' '"upstream_id":' 7365752274620191947, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 449569846148726819, '"checkpoint_time":' '"2024-05-06' '13:21:02.811",' '"error":' '{' '"time":' '"2024-05-06T13:21:05.047548815+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''130'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
+ message='[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''130'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule.'
+ [[ ! [CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '130', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule. =~ ErrSyncRenameTableFailed ]]
check diff successfully
Create changefeed successfully!
ID: 6479b276-bdf3-4bca-a359-c3e0739141a6
Info: {"upstream_id":7365752357394075394,"namespace":"default","id":"6479b276-bdf3-4bca-a359-c3e0739141a6","sink_uri":"kafka://127.0.0.1:9092/ticdc-simple-basic-avro-24958?protocol=simple\u0026encoding-format=avro","create_time":"2024-05-06T13:21:17.849791686+08:00","start_ts":449569850051002371,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569850051002371,"checkpoint_ts":449569850051002371,"checkpoint_time":"2024-05-06 13:21:17.697"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5714.out cli tso query --pd=http://127.0.0.1:2379
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
+ set +x
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:21:19 CST 2024] <<<<<< run test case multi_tables_ddl_v2 success! >>>>>>
+ set +x
+ tso='449569850272514049
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569850272514049 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
***************** properties *****************
"recordcount"="20"
"mysql.host"="127.0.0.1"
"operationcount"="0"
"workload"="core"
"requestdistribution"="uniform"
"updateproportion"="0"
"insertproportion"="0"
"threadcount"="4"
"dotransactions"="false"
"readallfields"="true"
"mysql.user"="root"
"mysql.db"="changefeed_error"
"mysql.port"="4000"
"scanproportion"="0"
"readproportion"="0"
**********************************************
Run finished, takes 9.483023ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 3564.1, Avg(us): 1764, Min(us): 987, Max(us): 3820, 95th(us): 4000, 99th(us): 4000
[Mon May  6 13:21:20 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedNoRetryError=1*return(true)'
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.57755777.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:21:23 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444
	{"id":"8a0a8002-ccd2-497f-8245-ec18e8b01444","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972880}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f1fed
	8a0a8002-ccd2-497f-8245-ec18e8b01444

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444
	{"id":"8a0a8002-ccd2-497f-8245-ec18e8b01444","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972880}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f1fed
	8a0a8002-ccd2-497f-8245-ec18e8b01444

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444
	{"id":"8a0a8002-ccd2-497f-8245-ec18e8b01444","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972880}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f1fed
	8a0a8002-ccd2-497f-8245-ec18e8b01444

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5837.out cli changefeed create --start-ts=449569850272514049 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-error
Create changefeed successfully!
ID: changefeed-error
Info: {"upstream_id":7365752372822685025,"namespace":"default","id":"changefeed-error","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:21:23.75683259+08:00","start_ts":449569850272514049,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569850272514049,"checkpoint_ts":449569850272514049,"checkpoint_time":"2024-05-06 13:21:18.542"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[Mon May  6 13:21:24 CST 2024] <<<<<< START kafka consumer in kafka_simple_basic_avro case >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
[Mon May  6 13:21:25 CST 2024] <<<<<< START kafka consumer in changefeed_error case >>>>>>
check_changefeed_state http://127.0.0.1:2379 changefeed-error failed [CDC:ErrStartTsBeforeGC]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-error
+ expected_state=failed
+ error_msg='[CDC:ErrStartTsBeforeGC]'
+ tls_dir='[CDC:ErrStartTsBeforeGC]'
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s
+ info='{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "failed",
  "checkpoint_tso": 449569850272514049,
  "checkpoint_time": "2024-05-06 13:21:18.542",
  "error": {
    "time": "2024-05-06T13:21:23.843702205+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrStartTsBeforeGC",
    "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449569850272513749 is earlier than or equal to GC safepoint at 449569850272514049"
  }
}'
+ echo '{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "failed",
  "checkpoint_tso": 449569850272514049,
  "checkpoint_time": "2024-05-06 13:21:18.542",
  "error": {
    "time": "2024-05-06T13:21:23.843702205+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrStartTsBeforeGC",
    "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449569850272513749 is earlier than or equal to GC safepoint at 449569850272514049"
  }
}'
{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "failed",
  "checkpoint_tso": 449569850272514049,
  "checkpoint_time": "2024-05-06 13:21:18.542",
  "error": {
    "time": "2024-05-06T13:21:23.843702205+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrStartTsBeforeGC",
    "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449569850272513749 is earlier than or equal to GC safepoint at 449569850272514049"
  }
}
++ jq -r .state
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 449569850272514049, '"checkpoint_time":' '"2024-05-06' '13:21:18.542",' '"error":' '{' '"time":' '"2024-05-06T13:21:23.843702205+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 449569850272513749 is earlier than or equal to GC safepoint at '449569850272514049"' '}' '}'
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ jq -r .error.message
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 449569850272514049, '"checkpoint_time":' '"2024-05-06' '13:21:18.542",' '"error":' '{' '"time":' '"2024-05-06T13:21:23.843702205+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 449569850272513749 is earlier than or equal to GC safepoint at '449569850272514049"' '}' '}'
+ message='[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449569850272513749 is earlier than or equal to GC safepoint at 449569850272514049'
+ [[ ! [CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 449569850272513749 is earlier than or equal to GC safepoint at 449569850272514049 =~ \[CDC:ErrStartTsBeforeGC] ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5949.out cli changefeed resume -c changefeed-error
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
table changefeed_error.usertable not exists for 1-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table changefeed_error.usertable exists
check diff failed 1-th time, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31662d080019	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:7019, start at 2024-05-06 13:21:27.919378707 +0800 CST m=+5.159814886	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:27.926 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:27.924 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:27.924 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31662d080019	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:7019, start at 2024-05-06 13:21:27.919378707 +0800 CST m=+5.159814886	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:27.926 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:27.924 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:27.924 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316630140007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:7099, start at 2024-05-06 13:21:28.07362607 +0800 CST m=+5.263876895	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:28.081 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:28.069 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:28.069 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
check diff successfully
***************** properties *****************
"mysql.user"="root"
"scanproportion"="0"
"requestdistribution"="uniform"
"readproportion"="0"
"recordcount"="20"
"insertproportion"="0"
"workload"="core"
"mysql.host"="127.0.0.1"
"operationcount"="0"
"mysql.db"="changefeed_error"
"updateproportion"="0"
"dotransactions"="false"
"readallfields"="true"
"threadcount"="4"
"mysql.port"="4000"
**********************************************
Run finished, takes 4.826095ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 5872.4, Avg(us): 854, Min(us): 496, Max(us): 1898, 95th(us): 2000, 99th(us): 2000
check diff successfully
{"id":"8a0a8002-ccd2-497f-8245-ec18e8b01444","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972880}
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/capture
+ message=capture
++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only
+ info=/tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444
+ [[ /tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444 =~ capture ]]
+ echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444'
capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444
+ echo 'check failed'
check failed
+ exit 1
run task failed 1-th time, retry later
[Mon May  6 13:21:33 CST 2024] <<<<<< START cdc server in processor_stop_delay case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorStopDelay=1*sleep(10000)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_stop_delay.84218423.out server --log-file /tmp/tidb_cdc_test/processor_stop_delay/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_stop_delay/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics_v2/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/capture
+ message=capture
++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only
+ info=/tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444
+ [[ /tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444 =~ capture ]]
+ echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444'
capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444
+ echo 'check failed'
check failed
+ exit 1
run task failed 2-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:21:36 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a51739a1-a466-4ca7-b0e4-d749225cec60
	{"id":"a51739a1-a466-4ca7-b0e4-d749225cec60","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972893}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c595f7dcd
	a51739a1-a466-4ca7-b0e4-d749225cec60

/tidb/cdc/default/default/upstream/7365752431884752806
	{"id":7365752431884752806,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a51739a1-a466-4ca7-b0e4-d749225cec60
	{"id":"a51739a1-a466-4ca7-b0e4-d749225cec60","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972893}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c595f7dcd
	a51739a1-a466-4ca7-b0e4-d749225cec60

/tidb/cdc/default/default/upstream/7365752431884752806
	{"id":7365752431884752806,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a51739a1-a466-4ca7-b0e4-d749225cec60
	{"id":"a51739a1-a466-4ca7-b0e4-d749225cec60","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972893}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c595f7dcd
	a51739a1-a466-4ca7-b0e4-d749225cec60

/tidb/cdc/default/default/upstream/7365752431884752806
	{"id":7365752431884752806,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Mon May  6 13:21:36 CST 2024] <<<<<< START kafka consumer in processor_stop_delay case >>>>>>
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 68.69 secs (54254908 bytes/sec)
[Pipeline] {
[Pipeline] cache
start tidb cluster in /tmp/tidb_cdc_test/multi_topics_v2
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table processor_stop_delay.t not exists for 1-th check, retry later
table processor_stop_delay.t exists
check diff failed 1-th time, retry later
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/capture
+ message=capture
++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only
+ info=/tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444
+ [[ /tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444 =~ capture ]]
+ echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444'
capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/8a0a8002-ccd2-497f-8245-ec18e8b01444
+ echo 'check failed'
check failed
+ exit 1
run task failed 3-th time, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
check diff successfully
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
check diff failed 1-th time, retry later
table test.finish_mark not exists for 3-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 2-th time, retry later
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/capture
+ message=capture
++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only
+ info=
+ [[ '' =~ capture ]]
+ echo 'check pass'
check pass
+ exit 0
run task successfully
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/owner
+ message=owner
++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only
+ info=
+ [[ '' =~ owner ]]
+ echo 'check pass'
check pass
+ exit 0
run task successfully
[Mon May  6 13:21:44 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedRetryError=return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.62106212.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 4-th check, retry later
check diff failed 3-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:21:48 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c452f11b-a6ec-40f0-a38f-65a0d6262f04
	{"id":"c452f11b-a6ec-40f0-a38f-65a0d6262f04","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972905}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	3

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f20de
	c452f11b-a6ec-40f0-a38f-65a0d6262f04

/tidb/cdc/default/default/changefeed/info/changefeed-error
	{"upstream-id":7365752372822685025,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:21:23.75683259+08:00","start-ts":449569850272514049,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2024-05-06T13:21:45.59418386+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569857363509249}

/tidb/cdc/default/default/changefeed/status/changefeed-error
	{"checkpoint-ts":449569853536206853,"min-table-barrier-ts":449569853536206853,"admin-job-type":1}

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c452f11b-a6ec-40f0-a38f-65a0d6262f04
	{"id":"c452f11b-a6ec-40f0-a38f-65a0d6262f04","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972905}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	3

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f20de
	c452f11b-a6ec-40f0-a38f-65a0d6262f04

/tidb/cdc/default/default/changefeed/info/changefeed-error
	{"upstream-id":7365752372822685025,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:21:23.75683259+08:00","start-ts":449569850272514049,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2024-05-06T13:21:45.59418386+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569857363509249}

/tidb/cdc/default/default/changefeed/status/changefeed-error
	{"checkpoint-ts":449569853536206853,"min-table-barrier-ts":449569853536206853,"admin-job-type":1}

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c452f11b-a6ec-40f0-a38f-65a0d6262f04
	{"id":"c452f11b-a6ec-40f0-a38f-65a0d6262f04","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972905}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	3

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f20de
	c452f11b-a6ec-40f0-a38f-65a0d6262f04

/tidb/cdc/default/default/changefeed/info/changefeed-error
	{"upstream-id":7365752372822685025,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:21:23.75683259+08:00","start-ts":449569850272514049,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2024-05-06T13:21:45.59418386+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569857363509249}

/tidb/cdc/default/default/changefeed/status/changefeed-error
	{"checkpoint-ts":449569853536206853,"min-table-barrier-ts":449569853536206853,"admin-job-type":1}

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-error warning failpoint injected retriable error
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-error
+ expected_state=warning
+ error_msg=failpoint
+ tls_dir=error
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s
+ info='{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "warning",
  "checkpoint_tso": 449569853536206853,
  "checkpoint_time": "2024-05-06 13:21:30.992",
  "error": {
    "time": "2024-05-06T13:21:45.59418386+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrOwnerUnknown",
    "message": "failpoint injected retriable error"
  }
}'
+ echo '{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "warning",
  "checkpoint_tso": 449569853536206853,
  "checkpoint_time": "2024-05-06 13:21:30.992",
  "error": {
    "time": "2024-05-06T13:21:45.59418386+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrOwnerUnknown",
    "message": "failpoint injected retriable error"
  }
}'
{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "warning",
  "checkpoint_tso": 449569853536206853,
  "checkpoint_time": "2024-05-06 13:21:30.992",
  "error": {
    "time": "2024-05-06T13:21:45.59418386+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrOwnerUnknown",
    "message": "failpoint injected retriable error"
  }
}
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 449569853536206853, '"checkpoint_time":' '"2024-05-06' '13:21:30.992",' '"error":' '{' '"time":' '"2024-05-06T13:21:45.59418386+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \w\a\r\n\i\n\g ]]
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 449569853536206853, '"checkpoint_time":' '"2024-05-06' '13:21:30.992",' '"error":' '{' '"time":' '"2024-05-06T13:21:45.59418386+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}'
++ jq -r .error.message
+ message='failpoint injected retriable error'
+ [[ ! failpoint injected retriable error =~ failpoint ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6318.out cli changefeed remove -c changefeed-error
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 5-th check, retry later
Changefeed remove successfully.
ID: changefeed-error
CheckpointTs: 449569853536206853
SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
check diff failed 4-th time, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316781ac001b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k, pid:9071, start at 2024-05-06 13:21:49.703436343 +0800 CST m=+5.200745304	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:49.710 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:49.675 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:49.675 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316781ac001b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k, pid:9071, start at 2024-05-06 13:21:49.703436343 +0800 CST m=+5.200745304	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:49.710 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:49.675 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:49.675 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316780d40013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-dn8n0-pb82k, pid:9156, start at 2024-05-06 13:21:49.646149322 +0800 CST m=+5.094329893	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:23:49.655 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:21:49.621 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:11:49.621 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
+ set +x
check_no_changefeed 127.0.0.1:2379
parse error: Invalid numeric literal at line 1, column 6
run task successfully
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_topics_v2/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_topics_v2/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/multi_topics_v2/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/multi_topics_v2/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_topics_v2/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table test.finish_mark not exists for 6-th check, retry later
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
check diff failed 5-th time, retry later
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/owner
+ message=owner
++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only
+ info=
+ [[ '' =~ owner ]]
+ echo 'check pass'
check pass
+ exit 0
run task successfully
[Mon May  6 13:21:52 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedDDLError=return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.64286430.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics_v2.cli.10534.out cli tso query --pd=http://127.0.0.1:2379
table test.finish_mark not exists for 7-th check, retry later
check diff failed 6-th time, retry later
+ set +x
+ tso='449569859351347201
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569859351347201 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:21:54 CST 2024] <<<<<< START cdc server in multi_topics_v2 case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics_v2.1057410576.out server --log-file /tmp/tidb_cdc_test/multi_topics_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_topics_v2/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table test.finish_mark not exists for 8-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:21:55 GMT
< Content-Length: 883
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ab3c7a76-2311-4063-b397-d796a16f0936
	{"id":"ab3c7a76-2311-4063-b397-d796a16f0936","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972913}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	4

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f2131
	ab3c7a76-2311-4063-b397-d796a16f0936

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ab3c7a76-2311-4063-b397-d796a16f0936
	{"id":"ab3c7a76-2311-4063-b397-d796a16f0936","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972913}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	4

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f2131
	ab3c7a76-2311-4063-b397-d796a16f0936

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ab3c7a76-2311-4063-b397-d796a16f0936
	{"id":"ab3c7a76-2311-4063-b397-d796a16f0936","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972913}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	4

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f2131
	ab3c7a76-2311-4063-b397-d796a16f0936

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6478.out cli changefeed create --start-ts=449569850272514049 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-error-1
check diff successfully
Create changefeed successfully!
ID: changefeed-error-1
Info: {"upstream_id":7365752372822685025,"namespace":"default","id":"changefeed-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:21:56.315210892+08:00","start_ts":449569850272514049,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569850272514049,"checkpoint_ts":449569850272514049,"checkpoint_time":"2024-05-06 13:21:18.542"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
wait process cdc.test exit for 1-th time...
table test.finish_mark not exists for 9-th check, retry later
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:21:57 CST 2024] <<<<<< run test case processor_stop_delay success! >>>>>>
+ set +x
check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed
+ endpoint=127.0.0.1:8300
+ changefeed_id=changefeed-error-1
+ expected_state=warning
+ field=last_warning
+ error_pattern=ErrExecDDLFailed
++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:21:57 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/edf5e63c-cf03-4311-9fd5-340666f01123
	{"id":"edf5e63c-cf03-4311-9fd5-340666f01123","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972915}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c59b122d5
	edf5e63c-cf03-4311-9fd5-340666f01123

/tidb/cdc/default/default/upstream/7365752518332232924
	{"id":7365752518332232924,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/edf5e63c-cf03-4311-9fd5-340666f01123
	{"id":"edf5e63c-cf03-4311-9fd5-340666f01123","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972915}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c59b122d5
	edf5e63c-cf03-4311-9fd5-340666f01123

/tidb/cdc/default/default/upstream/7365752518332232924
	{"id":7365752518332232924,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/edf5e63c-cf03-4311-9fd5-340666f01123
	{"id":"edf5e63c-cf03-4311-9fd5-340666f01123","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972915}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c59b122d5
	edf5e63c-cf03-4311-9fd5-340666f01123

/tidb/cdc/default/default/upstream/7365752518332232924
	{"id":7365752518332232924,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics_v2.cli.10638.out cli changefeed create --start-ts=449569859351347201 '--sink-uri=kafka://127.0.0.1:9092/multi_topics?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1' --config /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics_v2/conf/changefeed.toml

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    86  100    86    0     0    693      0 --:--:-- --:--:-- --:--:--   699
+ info='{"state":"normal","resolved_ts":449569850272514049,"checkpoint_ts":449569850272514049}'
+ echo '{"state":"normal","resolved_ts":449569850272514049,"checkpoint_ts":449569850272514049}'
{"state":"normal","resolved_ts":449569850272514049,"checkpoint_ts":449569850272514049}
++ echo '{"state":"normal","resolved_ts":449569850272514049,"checkpoint_ts":449569850272514049}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \w\a\r\n\i\n\g ]]
+ echo 'changefeed state normal does not equal to warning'
changefeed state normal does not equal to warning
+ exit 1
run task failed 1-th time, retry later
Create changefeed successfully!
ID: f006820c-f309-4d1d-ad4e-7918e7475aec
Info: {"upstream_id":7365752518332232924,"namespace":"default","id":"f006820c-f309-4d1d-ad4e-7918e7475aec","sink_uri":"kafka://127.0.0.1:9092/multi_topics?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1","create_time":"2024-05-06T13:21:58.19617459+08:00","start_ts":449569859351347201,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"dispatchers":[{"matcher":["test.*"],"topic":"{schema}_{table}"}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569859351347201,"checkpoint_ts":449569859351347201,"checkpoint_time":"2024-05-06 13:21:53.175"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table test.finish_mark not exists for 10-th check, retry later
+ set +x
check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed
+ endpoint=127.0.0.1:8300
+ changefeed_id=changefeed-error-1
+ expected_state=warning
+ field=last_warning
+ error_pattern=ErrExecDDLFailed
++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   253  100   253    0     0   2245      0 --:--:-- --:--:-- --:--:--  2258
+ info='{"state":"warning","resolved_ts":449569850652622877,"checkpoint_ts":449569850652622877,"last_warning":{"time":"2024-05-06T13:21:58.248003899+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}'
+ echo '{"state":"warning","resolved_ts":449569850652622877,"checkpoint_ts":449569850652622877,"last_warning":{"time":"2024-05-06T13:21:58.248003899+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}'
{"state":"warning","resolved_ts":449569850652622877,"checkpoint_ts":449569850652622877,"last_warning":{"time":"2024-05-06T13:21:58.248003899+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}
++ jq -r .state
++ echo '{"state":"warning","resolved_ts":449569850652622877,"checkpoint_ts":449569850652622877,"last_warning":{"time":"2024-05-06T13:21:58.248003899+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}'
+ state=warning
+ [[ ! warning == \w\a\r\n\i\n\g ]]
+ [[ -z last_warning ]]
++ echo '{"state":"warning","resolved_ts":449569850652622877,"checkpoint_ts":449569850652622877,"last_warning":{"time":"2024-05-06T13:21:58.248003899+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}'
++ jq -r .last_warning.message
+ error_msg='[CDC:ErrExecDDLFailed]exec DDL failed'
+ [[ ! [CDC:ErrExecDDLFailed]exec DDL failed =~ ErrExecDDLFailed ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6538.out cli changefeed remove -c changefeed-error-1
table test.finish_mark not exists for 11-th check, retry later
Changefeed remove successfully.
ID: changefeed-error-1
CheckpointTs: 449569850652622877
SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/owner
+ message=owner
++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only
+ info=
+ [[ '' =~ owner ]]
+ echo 'check pass'
check pass
+ exit 0
run task successfully
[Mon May  6 13:22:04 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectActualGCSafePoint=return(9223372036854775807)'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.66086610.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:22:08 GMT
< Content-Length: 883
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/77919ee9-32a5-4758-a642-cda133fb9dd6
	{"id":"77919ee9-32a5-4758-a642-cda133fb9dd6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972924}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	5

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f21bd
	77919ee9-32a5-4758-a642-cda133fb9dd6

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/77919ee9-32a5-4758-a642-cda133fb9dd6
	{"id":"77919ee9-32a5-4758-a642-cda133fb9dd6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972924}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	5

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f21bd
	77919ee9-32a5-4758-a642-cda133fb9dd6

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/77919ee9-32a5-4758-a642-cda133fb9dd6
	{"id":"77919ee9-32a5-4758-a642-cda133fb9dd6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972924}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	5

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f21bd
	77919ee9-32a5-4758-a642-cda133fb9dd6

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6665.out cli changefeed create --start-ts=449569850272514049 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-error-2
Create changefeed successfully!
ID: changefeed-error-2
Info: {"upstream_id":7365752372822685025,"namespace":"default","id":"changefeed-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:22:08.76118625+08:00","start_ts":449569850272514049,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569850272514049,"checkpoint_ts":449569850272514049,"checkpoint_time":"2024-05-06 13:21:18.542"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/partition_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-error-2 failed [CDC:ErrSnapshotLostByGC]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-error-2
+ expected_state=failed
+ error_msg='[CDC:ErrSnapshotLostByGC]'
+ tls_dir='[CDC:ErrSnapshotLostByGC]'
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error-2 -s
+ info='{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-error-2",
  "state": "failed",
  "checkpoint_tso": 449569850272514049,
  "checkpoint_time": "2024-05-06 13:21:18.542",
  "error": {
    "time": "2024-05-06T13:22:08.842167722+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSnapshotLostByGC",
    "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449569850272514049 is earlier than or equal to GC safepoint at 9223372036854775807"
  }
}'
+ echo '{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-error-2",
  "state": "failed",
  "checkpoint_tso": 449569850272514049,
  "checkpoint_time": "2024-05-06 13:21:18.542",
  "error": {
    "time": "2024-05-06T13:22:08.842167722+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSnapshotLostByGC",
    "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449569850272514049 is earlier than or equal to GC safepoint at 9223372036854775807"
  }
}'
{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-error-2",
  "state": "failed",
  "checkpoint_tso": 449569850272514049,
  "checkpoint_time": "2024-05-06 13:21:18.542",
  "error": {
    "time": "2024-05-06T13:22:08.842167722+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSnapshotLostByGC",
    "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449569850272514049 is earlier than or equal to GC safepoint at 9223372036854775807"
  }
}
++ jq -r .state
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 449569850272514049, '"checkpoint_time":' '"2024-05-06' '13:21:18.542",' '"error":' '{' '"time":' '"2024-05-06T13:22:08.842167722+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449569850272514049 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}'
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 449569850272514049, '"checkpoint_time":' '"2024-05-06' '13:21:18.542",' '"error":' '{' '"time":' '"2024-05-06T13:22:08.842167722+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449569850272514049 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}'
++ jq -r .error.message
+ message='[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449569850272514049 is earlier than or equal to GC safepoint at 9223372036854775807'
+ [[ ! [CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 449569850272514049 is earlier than or equal to GC safepoint at 9223372036854775807 =~ \[CDC:ErrSnapshotLostByGC] ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6740.out cli changefeed remove -c changefeed-error-2
Changefeed remove successfully.
ID: changefeed-error-2
CheckpointTs: 449569850272514049
SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
start tidb cluster in /tmp/tidb_cdc_test/partition_table
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:22:14 CST 2024] <<<<<< START cdc server in changefeed_error case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/redo/ChangefeedNewRedoManagerError=2*return(true)'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.67906792.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table test.finish_mark not exists for 1-th check, retry later
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 35.31 secs (105547813 bytes/sec)
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] sh
[Pipeline] sh
table test.finish_mark not exists for 2-th check, retry later
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] sh
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] sh
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] sh
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] sh
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:22:17 GMT
< Content-Length: 883
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/230d7612-cb23-4c27-ba28-4b646e724984
	{"id":"230d7612-cb23-4c27-ba28-4b646e724984","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972934}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	7

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f2222
	230d7612-cb23-4c27-ba28-4b646e724984

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/230d7612-cb23-4c27-ba28-4b646e724984
	{"id":"230d7612-cb23-4c27-ba28-4b646e724984","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972934}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	7

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f2222
	230d7612-cb23-4c27-ba28-4b646e724984

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/230d7612-cb23-4c27-ba28-4b646e724984
	{"id":"230d7612-cb23-4c27-ba28-4b646e724984","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972934}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	7

/tidb/cdc/default/__cdc_meta__/owner/22318f4c592f2222
	230d7612-cb23-4c27-ba28-4b646e724984

/tidb/cdc/default/default/upstream/7365752372822685025
	{"id":7365752372822685025,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6847.out cli changefeed create --start-ts=0 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-initialize-error
[Pipeline] {
[Pipeline] withEnv
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
Create changefeed successfully!
ID: changefeed-initialize-error
Info: {"upstream_id":7365752372822685025,"namespace":"default","id":"changefeed-initialize-error","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:22:17.813359023+08:00","start_ts":449569865778331650,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569865778331650,"checkpoint_ts":449569865778331650,"checkpoint_time":"2024-05-06 13:22:17.692"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[Pipeline] cache
table test.finish_mark not exists for 3-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-initialize-error
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s
+ info='{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "warning",
  "checkpoint_tso": 449569865778331650,
  "checkpoint_time": "2024-05-06 13:22:17.692",
  "error": {
    "time": "2024-05-06T13:22:17.996850787+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}'
+ echo '{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "warning",
  "checkpoint_tso": 449569865778331650,
  "checkpoint_time": "2024-05-06 13:22:17.692",
  "error": {
    "time": "2024-05-06T13:22:17.996850787+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}'
{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "warning",
  "checkpoint_tso": 449569865778331650,
  "checkpoint_time": "2024-05-06 13:22:17.692",
  "error": {
    "time": "2024-05-06T13:22:17.996850787+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 449569865778331650, '"checkpoint_time":' '"2024-05-06' '13:22:17.692",' '"error":' '{' '"time":' '"2024-05-06T13:22:17.996850787+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 1-th time, retry later
table test.finish_mark not exists for 4-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-initialize-error
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s
+ info='{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 449569866656514051,
  "checkpoint_time": "2024-05-06 13:22:21.042",
  "error": null
}'
+ echo '{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 449569866656514051,
  "checkpoint_time": "2024-05-06 13:22:21.042",
  "error": null
}'
{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 449569866656514051,
  "checkpoint_time": "2024-05-06 13:22:21.042",
  "error": null
}
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 449569866656514051, '"checkpoint_time":' '"2024-05-06' '13:22:21.042",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 449569866656514051, '"checkpoint_time":' '"2024-05-06' '13:22:21.042",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6974.out cli changefeed pause -c changefeed-initialize-error
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process cdc.test exit for 2-th time...
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error stopped changefeed new redo manager injected error
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-initialize-error
+ expected_state=stopped
+ error_msg=changefeed
+ tls_dir=error
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:22:23 CST 2024] <<<<<< run test case kafka_simple_basic_avro success! >>>>>>
+ info='{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "stopped",
  "checkpoint_tso": 449569866656514051,
  "checkpoint_time": "2024-05-06 13:22:21.042",
  "error": {
    "time": "2024-05-06T13:22:17.996850787+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}'
+ echo '{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "stopped",
  "checkpoint_tso": 449569866656514051,
  "checkpoint_time": "2024-05-06 13:22:21.042",
  "error": {
    "time": "2024-05-06T13:22:17.996850787+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}'
{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "stopped",
  "checkpoint_tso": 449569866656514051,
  "checkpoint_time": "2024-05-06 13:22:21.042",
  "error": {
    "time": "2024-05-06T13:22:17.996850787+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 449569866656514051, '"checkpoint_time":' '"2024-05-06' '13:22:21.042",' '"error":' '{' '"time":' '"2024-05-06T13:22:17.996850787+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 449569866656514051, '"checkpoint_time":' '"2024-05-06' '13:22:21.042",' '"error":' '{' '"time":' '"2024-05-06T13:22:17.996850787+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}'
++ jq -r .error.message
+ message='changefeed new redo manager injected error'
+ [[ ! changefeed new redo manager injected error =~ changefeed ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.7066.out cli changefeed resume -c changefeed-initialize-error
PASS
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316999f40013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:10161, start at 2024-05-06 13:22:24.028936224 +0800 CST m=+5.286810124	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:24:24.036 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:22:23.997 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:12:23.997 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-initialize-error
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s
+ info='{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 449569866656514051,
  "checkpoint_time": "2024-05-06 13:22:21.042",
  "error": null
}'
+ echo '{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 449569866656514051,
  "checkpoint_time": "2024-05-06 13:22:21.042",
  "error": null
}'
{
  "upstream_id": 7365752372822685025,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 449569866656514051,
  "checkpoint_time": "2024-05-06 13:22:21.042",
  "error": null
}
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 449569866656514051, '"checkpoint_time":' '"2024-05-06' '13:22:21.042",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365752372822685025, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 449569866656514051, '"checkpoint_time":' '"2024-05-06' '13:22:21.042",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.7145.out cli changefeed remove -c changefeed-initialize-error
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316999f40013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:10161, start at 2024-05-06 13:22:24.028936224 +0800 CST m=+5.286810124	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:24:24.036 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:22:23.997 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:12:23.997 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31699a900017	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-gx62n-59lds, pid:10251, start at 2024-05-06 13:22:24.078228206 +0800 CST m=+5.280182720	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:24:24.086 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:22:24.086 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:12:24.086 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
Changefeed remove successfully.
ID: changefeed-initialize-error
CheckpointTs: 449569867967496196
SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-18218?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/partition_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/partition_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.11589.out cli tso query --pd=http://127.0.0.1:2379
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:22:30 CST 2024] <<<<<< run test case changefeed_error success! >>>>>>
+ set +x
+ tso='449569868833619969
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569868833619969 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:22:30 CST 2024] <<<<<< START cdc server in partition_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.1163111633.out server --log-file /tmp/tidb_cdc_test/partition_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/partition_table/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:22:33 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6173fe2e-0c64-47c2-907b-c50ac5788fbb
	{"id":"6173fe2e-0c64-47c2-907b-c50ac5788fbb","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972951}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5a3a21d5
	6173fe2e-0c64-47c2-907b-c50ac5788fbb

/tidb/cdc/default/default/upstream/7365752670818991104
	{"id":7365752670818991104,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6173fe2e-0c64-47c2-907b-c50ac5788fbb
	{"id":"6173fe2e-0c64-47c2-907b-c50ac5788fbb","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972951}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5a3a21d5
	6173fe2e-0c64-47c2-907b-c50ac5788fbb

/tidb/cdc/default/default/upstream/7365752670818991104
	{"id":7365752670818991104,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6173fe2e-0c64-47c2-907b-c50ac5788fbb
	{"id":"6173fe2e-0c64-47c2-907b-c50ac5788fbb","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972951}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5a3a21d5
	6173fe2e-0c64-47c2-907b-c50ac5788fbb

/tidb/cdc/default/default/upstream/7365752670818991104
	{"id":7365752670818991104,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.11687.out cli changefeed create --start-ts=449569868833619969 '--sink-uri=kafka://127.0.0.1:9092/ticdc-partition-table-test-9069?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: 29630192-617c-4f5f-a0fd-08be36896c1a
Info: {"upstream_id":7365752670818991104,"namespace":"default","id":"29630192-617c-4f5f-a0fd-08be36896c1a","sink_uri":"kafka://127.0.0.1:9092/ticdc-partition-table-test-9069?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:22:34.4133376+08:00","start_ts":449569868833619969,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569868833619969,"checkpoint_ts":449569868833619969,"checkpoint_time":"2024-05-06 13:22:29.347"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
[Mon May  6 13:22:35 CST 2024] <<<<<< START kafka consumer in partition_table case >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_handle_key_only
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_sequence/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table partition_table.t exists
table partition_table.t1 exists
table partition_table.t2 not exists for 1-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
start tidb cluster in /tmp/tidb_cdc_test/ddl_sequence
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
[2024/05/06 13:22:44.802 +08:00] [WARN] [diff.go:182] ["table struct is not equal"] [reason="column num not equal, one is 34 another is 29"]
table partition_table.t2 not exists for 2-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table partition_table.t2 not exists for 3-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316b20240018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:11600, start at 2024-05-06 13:22:49.002897108 +0800 CST m=+5.115570314	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:24:49.009 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:22:48.969 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:12:48.969 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316b20240018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:11600, start at 2024-05-06 13:22:49.002897108 +0800 CST m=+5.115570314	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:24:49.009 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:22:48.969 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:12:48.969 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316b21840014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:11680, start at 2024-05-06 13:22:49.080151355 +0800 CST m=+5.146488774	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:24:49.089 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:22:49.057 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:12:49.057 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table partition_table.t2 not exists for 4-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Mon May  6 13:22:52 CST 2024] <<<<<< START cdc server in kafka_simple_handle_key_only case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.1306713069.out server --log-file /tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table partition_table.t2 exists
table partition_table.finish_mark not exists for 1-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table partition_table.finish_mark not exists for 2-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:22:55 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e0543b19-c192-4c15-b7b3-c591af92778d
	{"id":"e0543b19-c192-4c15-b7b3-c591af92778d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972972}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5a9e37c7
	e0543b19-c192-4c15-b7b3-c591af92778d

/tidb/cdc/default/default/upstream/7365752775507614504
	{"id":7365752775507614504,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e0543b19-c192-4c15-b7b3-c591af92778d
	{"id":"e0543b19-c192-4c15-b7b3-c591af92778d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972972}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5a9e37c7
	e0543b19-c192-4c15-b7b3-c591af92778d

/tidb/cdc/default/default/upstream/7365752775507614504
	{"id":7365752775507614504,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e0543b19-c192-4c15-b7b3-c591af92778d
	{"id":"e0543b19-c192-4c15-b7b3-c591af92778d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972972}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5a9e37c7
	e0543b19-c192-4c15-b7b3-c591af92778d

/tidb/cdc/default/default/upstream/7365752775507614504
	{"id":7365752775507614504,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.13122.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449569875707559939
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569875707559939 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.13154.out cli changefeed create --start-ts=449569875707559939 '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-29528?protocol=simple' -c simple-handle-key-only --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/conf/changefeed.toml
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316b8ce00012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:8288, start at 2024-05-06 13:22:55.946715523 +0800 CST m=+5.078916297	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:24:55.954 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:22:55.928 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:12:55.928 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316b8ce00012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:8288, start at 2024-05-06 13:22:55.946715523 +0800 CST m=+5.078916297	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:24:55.954 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:22:55.928 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:12:55.928 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316b8ffc0006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:8372, start at 2024-05-06 13:22:56.13421782 +0800 CST m=+5.212062538	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:24:56.141 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:22:56.127 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:12:56.127 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
table partition_table.finish_mark not exists for 3-th check, retry later
Logging trace to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Create changefeed successfully!
ID: simple-handle-key-only
Info: {"upstream_id":7365752775507614504,"namespace":"default","id":"simple-handle-key-only","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-29528?protocol=simple","create_time":"2024-05-06T13:22:57.467732689+08:00","start_ts":449569875707559939,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":""}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569875707559939,"checkpoint_ts":449569875707559939,"checkpoint_time":"2024-05-06 13:22:55.569"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
table partition_table.finish_mark not exists for 4-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.9708.out cli tso query --pd=http://127.0.0.1:2379
table partition_table.finish_mark not exists for 5-th check, retry later
+ set +x
+ tso='449569876745388033
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569876745388033 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:23:00 CST 2024] <<<<<< START cdc server in ddl_sequence case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.97479749.out server --log-file /tmp/tidb_cdc_test/ddl_sequence/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_sequence/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table partition_table.finish_mark not exists for 6-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:23:04 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ec273a5c-c62e-467a-ab4d-9f779980c031
	{"id":"ec273a5c-c62e-467a-ab4d-9f779980c031","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972981}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5abb8ed0
	ec273a5c-c62e-467a-ab4d-9f779980c031

/tidb/cdc/default/default/upstream/7365752807409595971
	{"id":7365752807409595971,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ec273a5c-c62e-467a-ab4d-9f779980c031
	{"id":"ec273a5c-c62e-467a-ab4d-9f779980c031","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972981}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5abb8ed0
	ec273a5c-c62e-467a-ab4d-9f779980c031

/tidb/cdc/default/default/upstream/7365752807409595971
	{"id":7365752807409595971,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ec273a5c-c62e-467a-ab4d-9f779980c031
	{"id":"ec273a5c-c62e-467a-ab4d-9f779980c031","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714972981}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5abb8ed0
	ec273a5c-c62e-467a-ab4d-9f779980c031

/tidb/cdc/default/default/upstream/7365752807409595971
	{"id":7365752807409595971,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.9800.out cli changefeed create --start-ts=449569876745388033 '--sink-uri=kafka://127.0.0.1:9092/ticdc-ddl-sequence-test-28159?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: d052ea7a-7e41-452f-8f8e-03f2b28a38c8
Info: {"upstream_id":7365752807409595971,"namespace":"default","id":"d052ea7a-7e41-452f-8f8e-03f2b28a38c8","sink_uri":"kafka://127.0.0.1:9092/ticdc-ddl-sequence-test-28159?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:23:04.507875177+08:00","start_ts":449569876745388033,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569876745388033,"checkpoint_ts":449569876745388033,"checkpoint_time":"2024-05-06 13:22:59.528"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.13221.out cli changefeed pause -c simple-handle-key-only
table partition_table.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
+ set +x
[Mon May  6 13:23:05 CST 2024] <<<<<< START kafka consumer in ddl_sequence case >>>>>>
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 45.70 secs (81555028 bytes/sec)
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] sh
wait process cdc.test exit for 2-th time...
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:23:06 CST 2024] <<<<<< run test case partition_table success! >>>>>>
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.13254.out cli changefeed update -c simple-handle-key-only '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-29528?protocol=simple&max-message-bytes=700' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/conf/changefeed.toml --no-confirm
table ddl_sequence.finish_mark not exists for 1-th check, retry later
Diff of changefeed config:
{Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/simple-handle-key-only-29528?protocol=simple To:kafka://127.0.0.1:9092/simple-handle-key-only-29528?protocol=simple&max-message-bytes=700}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc001654988}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc0016549b8}
{Type:update Path:[Config Consistent] From:<nil> To:0xc00141a2a0}
Update changefeed config successfully! 
ID: simple-handle-key-only
Info: {"upstream_id":7365752775507614504,"namespace":"default","id":"simple-handle-key-only","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-29528?protocol=simple\u0026max-message-bytes=700","create_time":"2024-05-06T13:22:57.467732689+08:00","start_ts":449569875707559939,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":""}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":0,"checkpoint_ts":449569878158344200,"checkpoint_time":"2024-05-06 13:23:04.918"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.13289.out cli changefeed resume -c simple-handle-key-only
PASS
table ddl_sequence.finish_mark not exists for 2-th check, retry later
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
[Pipeline] stage
[Pipeline] { (Test)
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table ddl_sequence.finish_mark not exists for 3-th check, retry later
table ddl_sequence.finish_mark not exists for 4-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table ddl_sequence.finish_mark not exists for 5-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:23:17 CST 2024] <<<<<< run test case kafka_simple_handle_key_only success! >>>>>>
\033[0;36m<<< Run all test success >>>\033[0m
table ddl_sequence.finish_mark exists
check diff successfully
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
wait process cdc.test exit for 1-th time...
[Pipeline] }
[Pipeline] }
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
[Pipeline] withCredentials
Masking supported pattern matches of $TICDC_COVERALLS_TOKEN or $TICDC_CODECOV_TOKEN
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:23:20 CST 2024] <<<<<< run test case ddl_sequence success! >>>>>>
[Pipeline] }
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // cache
[Pipeline] }
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] sh
[Pipeline] sh
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G00
Run cases: bdr_mode capture_suicide_while_balance_table syncpoint hang_sink_suicide server_config_compatibility kafka_big_messages kafka_compression kafka_messages kafka_sink_error_resume mq_sink_lost_callback mq_sink_dispatcher kafka_column_selector kafka_column_selector_avro debezium lossy_ddl storage_csv_update
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=f245e22e-a279-487d-9165-7af8b3b444af
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G00
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-hvf0b
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7 pingcap_tiflow_pull_cdc_integration_kafka_test_1863-hvf0b
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/bdr_mode/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:23:25 CST 2024] <<<<<< run test case bdr_mode success! >>>>>>
[Pipeline] sh
[Pipeline] sh
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G09
Run cases: gc_safepoint changefeed_pause_resume cli_with_auth savepoint synced_status
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=dbdcc1bd-12ee-4914-a712-d9218ca9bcac
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G09
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-1c89f
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86 pingcap_tiflow_pull_cdc_integration_kafka_test_1863-1c89f
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/gc_safepoint/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] // container
[Pipeline] sh
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G08
Run cases: processor_err_chan changefeed_reconstruct multi_capture synced_status_with_redo
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=461799cc-067f-4118-ab41-e7950b4b6be6
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G08
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-58qpv
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-58qpv pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_err_chan/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] // container
[Pipeline] sh
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G11
Run cases: resolve_lock move_table autorandom generate_column
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=08b4ba44-cd18-49ba-9964-3c0c61d1020d
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G11
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-m40bh
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-m40bh pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/resolve_lock/run.sh using Sink-Type: kafka... <<=================
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] cache
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G12
Run cases: many_pk_or_uk capture_session_done_during_task ddl_attributes
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=d62cd6d7-d584-47dc-8f3f-fd417d6e787a
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G12
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-vlj0h
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp pingcap_tiflow_pull_cdc_integration_kafka_test_1863-vlj0h
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/many_pk_or_uk/run.sh using Sink-Type: kafka... <<=================
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G05
Run cases: charset_gbk ddl_manager multi_source
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=285e58d7-ac14-42f5-ad86-863d9216db6e
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G05
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-bqz0r
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-bqz0r pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/charset_gbk/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/run.sh: line 1: 13322 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/gc_safepoint
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/processor_err_chan
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
The 1 times to try to start tidb cluster...
The 1 times to try to start tidb cluster...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/resourcecontrol/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2024/05/06 13:23:27.068 +08:00] [WARN] [diff.go:182] ["table struct is not equal"] [reason="column num not equal, one is 2 another is 3"]
start tidb cluster in /tmp/tidb_cdc_test/charset_gbk
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/capture_suicide_while_balance_table/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:23:32 CST 2024] <<<<<< run test case capture_suicide_while_balance_table success! >>>>>>
start tidb cluster in /tmp/tidb_cdc_test/many_pk_or_uk
Starting Upstream PD...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/resolve_lock
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/resourcecontrol
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Verifying downstream PD is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/syncpoint/run.sh using Sink-Type: kafka... <<=================
kafka downstream isn't support syncpoint record
[Mon May  6 13:23:37 CST 2024] <<<<<< run test case syncpoint success! >>>>>>
Starting Upstream TiDB...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e36700003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:1396, start at 2024-05-06 13:23:39.548866595 +0800 CST m=+5.292102203	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:39.556 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:39.548 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:39.548 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/hang_sink_suicide/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:23:40 CST 2024] <<<<<< run test case hang_sink_suicide success! >>>>>>
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e36700003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:1396, start at 2024-05-06 13:23:39.548866595 +0800 CST m=+5.292102203	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:39.556 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:39.548 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:39.548 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e36600008	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:1477, start at 2024-05-06 13:23:39.553007071 +0800 CST m=+5.236562116	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:39.559 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:39.544 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:39.544 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e5440001a	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:1292, start at 2024-05-06 13:23:41.500009045 +0800 CST m=+5.148934499	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:41.506 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:41.507 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:41.507 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e5440001a	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:1292, start at 2024-05-06 13:23:41.500009045 +0800 CST m=+5.148934499	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:41.506 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:41.507 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:41.507 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e55cc000e	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:1376, start at 2024-05-06 13:23:41.573958235 +0800 CST m=+5.166466805	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:41.580 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:41.555 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:41.555 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/server_config_compatibility/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:23:43 CST 2024] <<<<<< run test case server_config_compatibility success! >>>>>>
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e659c0012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:14539, start at 2024-05-06 13:23:42.590833077 +0800 CST m=+5.082918566	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:42.598 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:42.567 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:42.567 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e659c0012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:14539, start at 2024-05-06 13:23:42.590833077 +0800 CST m=+5.082918566	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:42.598 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:42.567 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:42.567 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e67d80011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:14606, start at 2024-05-06 13:23:42.727936973 +0800 CST m=+5.166208300	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:42.734 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:42.710 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:42.710 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 13.72 secs (271695223 bytes/sec)
[Pipeline] {
[Pipeline] cache
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e7ea00004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt, pid:1289, start at 2024-05-06 13:23:44.172234958 +0800 CST m=+5.321570302	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:44.178 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:44.168 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:44.168 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Mon May  6 13:23:44 CST 2024] <<<<<< START cdc server in gc_safepoint case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectGcSafepointUpdateInterval=return(500)'
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.gc_safepoint.28192821.out server --log-file /tmp/tidb_cdc_test/gc_safepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/gc_safepoint/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Mon May  6 13:23:45 CST 2024] <<<<<< START cdc server in kafka_simple_handle_key_only_avro case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.1591515917.out server --log-file /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Mon May  6 13:23:46 CST 2024] <<<<<< START cdc server in processor_err_chan case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/ProcessorAddTableError=1*return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_err_chan.29672969.out server --log-file /tmp/tidb_cdc_test/processor_err_chan/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_err_chan/cdc_data --cluster-id default --config /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_err_chan/conf/server.toml --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e79e80008	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:1419, start at 2024-05-06 13:23:43.873864615 +0800 CST m=+5.211674150	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:43.880 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:43.866 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:43.866 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e79e80008	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:1419, start at 2024-05-06 13:23:43.873864615 +0800 CST m=+5.211674150	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:43.880 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:43.866 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:43.866 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e7b60000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:1496, start at 2024-05-06 13:23:43.97207282 +0800 CST m=+5.254473597	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:43.978 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:43.960 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:43.960 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e7ea00004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt, pid:1289, start at 2024-05-06 13:23:44.172234958 +0800 CST m=+5.321570302	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:44.178 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:44.168 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:44.168 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e7f840014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt, pid:1363, start at 2024-05-06 13:23:44.251207391 +0800 CST m=+5.345743646	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:44.258 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:44.225 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:44.225 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:23:47 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/35ee83d9-3b55-425c-a3d9-aff17cd17f16
	{"id":"35ee83d9-3b55-425c-a3d9-aff17cd17f16","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973024}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b687ace
	35ee83d9-3b55-425c-a3d9-aff17cd17f16

/tidb/cdc/default/default/upstream/7365752999520493798
	{"id":7365752999520493798,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/35ee83d9-3b55-425c-a3d9-aff17cd17f16
	{"id":"35ee83d9-3b55-425c-a3d9-aff17cd17f16","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973024}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b687ace
	35ee83d9-3b55-425c-a3d9-aff17cd17f16

/tidb/cdc/default/default/upstream/7365752999520493798
	{"id":7365752999520493798,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/35ee83d9-3b55-425c-a3d9-aff17cd17f16
	{"id":"35ee83d9-3b55-425c-a3d9-aff17cd17f16","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973024}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b687ace
	35ee83d9-3b55-425c-a3d9-aff17cd17f16

/tidb/cdc/default/default/upstream/7365752999520493798
	{"id":7365752999520493798,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Mon May  6 13:23:47 CST 2024] <<<<<< START kafka consumer in gc_safepoint case >>>>>>
0
check diff failed 1-th time, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e971c0013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp, pid:1419, start at 2024-05-06 13:23:45.757684308 +0800 CST m=+5.330319885	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:45.766 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:45.735 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:45.735 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e971c0013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp, pid:1419, start at 2024-05-06 13:23:45.757684308 +0800 CST m=+5.330319885	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:45.766 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:45.735 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:45.735 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316e97c40014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp, pid:1493, start at 2024-05-06 13:23:45.80213147 +0800 CST m=+5.322994850	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:45.809 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:45.777 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:45.777 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2873.out cli tso query --pd=http://127.0.0.1:2379
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_big_messages/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:23:48 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dca728df-02d5-462c-ab68-dcd197be3471
	{"id":"dca728df-02d5-462c-ab68-dcd197be3471","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973026}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b71bac5
	dca728df-02d5-462c-ab68-dcd197be3471

/tidb/cdc/default/default/upstream/7365753010664013503
	{"id":7365753010664013503,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dca728df-02d5-462c-ab68-dcd197be3471
	{"id":"dca728df-02d5-462c-ab68-dcd197be3471","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973026}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b71bac5
	dca728df-02d5-462c-ab68-dcd197be3471

/tidb/cdc/default/default/upstream/7365753010664013503
	{"id":7365753010664013503,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dca728df-02d5-462c-ab68-dcd197be3471
	{"id":"dca728df-02d5-462c-ab68-dcd197be3471","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973026}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b71bac5
	dca728df-02d5-462c-ab68-dcd197be3471

/tidb/cdc/default/default/upstream/7365753010664013503
	{"id":7365753010664013503,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.15972.out cli tso query --pd=http://127.0.0.1:2379
[Mon May  6 13:23:49 CST 2024] <<<<<< START cdc server in charset_gbk case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.charset_gbk.28492851.out server --log-file /tmp/tidb_cdc_test/charset_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/charset_gbk/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316eb5f40016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:11025, start at 2024-05-06 13:23:47.750287746 +0800 CST m=+6.162053365	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:47.756 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:47.759 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:47.759 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316eb5f40016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:11025, start at 2024-05-06 13:23:47.750287746 +0800 CST m=+6.162053365	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:47.756 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:47.759 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:47.759 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316eaedc0015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-z7btn-fwwrf, pid:11112, start at 2024-05-06 13:23:47.282747064 +0800 CST m=+5.639455339	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:25:47.289 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:23:47.255 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:13:47.255 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:23:49 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/494ce89c-b2af-4b9a-987b-f0cd4e6ebf7e
	{"id":"494ce89c-b2af-4b9a-987b-f0cd4e6ebf7e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973027}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b694c5c
	494ce89c-b2af-4b9a-987b-f0cd4e6ebf7e

/tidb/cdc/default/default/upstream/7365753004971581840
	{"id":7365753004971581840,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/494ce89c-b2af-4b9a-987b-f0cd4e6ebf7e
	{"id":"494ce89c-b2af-4b9a-987b-f0cd4e6ebf7e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973027}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b694c5c
	494ce89c-b2af-4b9a-987b-f0cd4e6ebf7e

/tidb/cdc/default/default/upstream/7365753004971581840
	{"id":7365753004971581840,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/494ce89c-b2af-4b9a-987b-f0cd4e6ebf7e
	{"id":"494ce89c-b2af-4b9a-987b-f0cd4e6ebf7e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973027}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b694c5c
	494ce89c-b2af-4b9a-987b-f0cd4e6ebf7e

/tidb/cdc/default/default/upstream/7365753004971581840
	{"id":7365753004971581840,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1'
____________________________________
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
check data failed 1-th time, retry later
check data successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:23:47 CST 2024] <<<<<< run test case ddl_puller_lag success! >>>>>>
check diff failed 2-th time, retry later
+ set +x
+ tso='449569889797275650
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569889797275650 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:23:50 CST 2024] <<<<<< START cdc server in resolve_lock case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.29092911.out server --log-file /tmp/tidb_cdc_test/resolve_lock/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resolve_lock/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ set +x
+ tso='449569889771061254
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569889771061254 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.16013.out cli changefeed create --start-ts=449569889771061254 '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-avro-12251?protocol=simple&encoding-format=avro' -c simple-handle-key-only-avro --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/conf/changefeed.toml
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2867.out cli tso query --pd=http://127.0.0.1:2379
Create changefeed successfully!
ID: simple-handle-key-only-avro
Info: {"upstream_id":7365753010664013503,"namespace":"default","id":"simple-handle-key-only-avro","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-avro-12251?protocol=simple\u0026encoding-format=avro","create_time":"2024-05-06T13:23:51.114925997+08:00","start_ts":449569889771061254,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":""}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569889771061254,"checkpoint_ts":449569889771061254,"checkpoint_time":"2024-05-06 13:23:49.217"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
start tidb cluster in /tmp/tidb_cdc_test/kafka_big_messages
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.12504.out cli tso query --pd=http://127.0.0.1:2379
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:23:52 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c3794388-aa17-4cce-9607-5357694492ad
	{"id":"c3794388-aa17-4cce-9607-5357694492ad","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973029}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b72eacc
	c3794388-aa17-4cce-9607-5357694492ad

/tidb/cdc/default/default/upstream/7365753011765416463
	{"id":7365753011765416463,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c3794388-aa17-4cce-9607-5357694492ad
	{"id":"c3794388-aa17-4cce-9607-5357694492ad","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973029}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b72eacc
	c3794388-aa17-4cce-9607-5357694492ad

/tidb/cdc/default/default/upstream/7365753011765416463
	{"id":7365753011765416463,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c3794388-aa17-4cce-9607-5357694492ad
	{"id":"c3794388-aa17-4cce-9607-5357694492ad","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973029}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b72eacc
	c3794388-aa17-4cce-9607-5357694492ad

/tidb/cdc/default/default/upstream/7365753011765416463
	{"id":7365753011765416463,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: dfda5ece-906a-4529-8804-87b18d083db3
Info: {"upstream_id":7365753011765416463,"namespace":"default","id":"dfda5ece-906a-4529-8804-87b18d083db3","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2024-05-06T13:23:52.535867911+08:00","start_ts":449569889771585538,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569889771585538,"checkpoint_ts":449569889771585538,"checkpoint_time":"2024-05-06 13:23:49.219"}
[Mon May  6 13:23:52 CST 2024] <<<<<< START kafka consumer in charset_gbk case >>>>>>
+ set +x
+ tso='449569890261008385
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569890261008385 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:23:52 CST 2024] <<<<<< START cdc server in many_pk_or_uk case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.29082910.out server --log-file /tmp/tidb_cdc_test/many_pk_or_uk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/many_pk_or_uk/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[Mon May  6 13:23:52 CST 2024] <<<<<< START kafka consumer in processor_err_chan case >>>>>>
check_changefeed_state http://127.0.0.1:2379 5d80d016-8c32-40e5-bdf8-338d22ecbf68 normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=5d80d016-8c32-40e5-bdf8-338d22ecbf68
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 5d80d016-8c32-40e5-bdf8-338d22ecbf68 -s
+ info='{
  "upstream_id": 7365753004971581840,
  "namespace": "default",
  "id": "5d80d016-8c32-40e5-bdf8-338d22ecbf68",
  "state": "normal",
  "checkpoint_tso": 449569889978155012,
  "checkpoint_time": "2024-05-06 13:23:50.007",
  "error": null
}'
+ echo '{
  "upstream_id": 7365753004971581840,
  "namespace": "default",
  "id": "5d80d016-8c32-40e5-bdf8-338d22ecbf68",
  "state": "normal",
  "checkpoint_tso": 449569889978155012,
  "checkpoint_time": "2024-05-06 13:23:50.007",
  "error": null
}'
{
  "upstream_id": 7365753004971581840,
  "namespace": "default",
  "id": "5d80d016-8c32-40e5-bdf8-338d22ecbf68",
  "state": "normal",
  "checkpoint_tso": 449569889978155012,
  "checkpoint_time": "2024-05-06 13:23:50.007",
  "error": null
}
++ echo '{' '"upstream_id":' 7365753004971581840, '"namespace":' '"default",' '"id":' '"5d80d016-8c32-40e5-bdf8-338d22ecbf68",' '"state":' '"normal",' '"checkpoint_tso":' 449569889978155012, '"checkpoint_time":' '"2024-05-06' '13:23:50.007",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365753004971581840, '"namespace":' '"default",' '"id":' '"5d80d016-8c32-40e5-bdf8-338d22ecbf68",' '"state":' '"normal",' '"checkpoint_tso":' 449569889978155012, '"checkpoint_time":' '"2024-05-06' '13:23:50.007",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
+ set +x
check diff successfully
check_safepoint_forward http://127.0.0.1:2379 7365752999520493798 449569890290368515 449569889385971717
check diff failed 1-th time, retry later
run task successfully
+ set +x
+ tso='449569890555396097
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569890555396097 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:23:53 CST 2024] <<<<<< START cdc server in resourcecontrol case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.1254012542.out server --log-file /tmp/tidb_cdc_test/resourcecontrol/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resourcecontrol/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check_changefeed_state http://127.0.0.1:2379 a60b6d57-c1e3-4a95-a1ed-4210e1749f3f stopped null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=a60b6d57-c1e3-4a95-a1ed-4210e1749f3f
+ expected_state=stopped
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c a60b6d57-c1e3-4a95-a1ed-4210e1749f3f -s
+ info='{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",
  "state": "stopped",
  "checkpoint_tso": 449569890814656516,
  "checkpoint_time": "2024-05-06 13:23:53.198",
  "error": null
}'
+ echo '{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",
  "state": "stopped",
  "checkpoint_tso": 449569890814656516,
  "checkpoint_time": "2024-05-06 13:23:53.198",
  "error": null
}'
{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",
  "state": "stopped",
  "checkpoint_tso": 449569890814656516,
  "checkpoint_time": "2024-05-06 13:23:53.198",
  "error": null
}
++ echo '{' '"upstream_id":' 7365752999520493798, '"namespace":' '"default",' '"id":' '"a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",' '"state":' '"stopped",' '"checkpoint_tso":' 449569890814656516, '"checkpoint_time":' '"2024-05-06' '13:23:53.198",' '"error":' null '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7365752999520493798, '"namespace":' '"default",' '"id":' '"a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",' '"state":' '"stopped",' '"checkpoint_tso":' 449569890814656516, '"checkpoint_time":' '"2024-05-06' '13:23:53.198",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
check_safepoint_equal http://127.0.0.1:2379 7365752999520493798
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:23:53 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ba0e6f07-a0a6-403f-bca6-082a1867cc31
	{"id":"ba0e6f07-a0a6-403f-bca6-082a1867cc31","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973031}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b782dd5
	ba0e6f07-a0a6-403f-bca6-082a1867cc31

/tidb/cdc/default/default/upstream/7365753017075965740
	{"id":7365753017075965740,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ba0e6f07-a0a6-403f-bca6-082a1867cc31
	{"id":"ba0e6f07-a0a6-403f-bca6-082a1867cc31","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973031}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b782dd5
	ba0e6f07-a0a6-403f-bca6-082a1867cc31

/tidb/cdc/default/default/upstream/7365753017075965740
	{"id":7365753017075965740,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ba0e6f07-a0a6-403f-bca6-082a1867cc31
	{"id":"ba0e6f07-a0a6-403f-bca6-082a1867cc31","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973031}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b782dd5
	ba0e6f07-a0a6-403f-bca6-082a1867cc31

/tidb/cdc/default/default/upstream/7365753017075965740
	{"id":7365753017075965740,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2968.out cli changefeed create --start-ts=449569889797275650 '--sink-uri=kafka://127.0.0.1:9092/ticdc-resolve-lock-test-20156?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Create changefeed successfully!
ID: a4baf276-f132-4c53-9bbd-b65e9871f9c7
Info: {"upstream_id":7365753017075965740,"namespace":"default","id":"a4baf276-f132-4c53-9bbd-b65e9871f9c7","sink_uri":"kafka://127.0.0.1:9092/ticdc-resolve-lock-test-20156?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:23:54.452617054+08:00","start_ts":449569889797275650,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569889797275650,"checkpoint_ts":449569889797275650,"checkpoint_time":"2024-05-06 13:23:49.317"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[2024/05/06 13:23:54.178 +08:00] [WARN] [diff.go:551] ["checksum is not equal"] [table=`test`.`base_for_view`] [where="((TRUE) AND TRUE)"] ["source checksum"=976018642] ["target checksum"=0] ["get source checksum cost"=1.501477ms] ["get target checksum cost"=1.511254ms]
check diff failed 2-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:23:55 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4b2f4765-5419-41bc-842b-3435377e48c1
	{"id":"4b2f4765-5419-41bc-842b-3435377e48c1","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973032}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b793ad5
	4b2f4765-5419-41bc-842b-3435377e48c1

/tidb/cdc/default/default/upstream/7365753024238125496
	{"id":7365753024238125496,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4b2f4765-5419-41bc-842b-3435377e48c1
	{"id":"4b2f4765-5419-41bc-842b-3435377e48c1","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973032}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b793ad5
	4b2f4765-5419-41bc-842b-3435377e48c1

/tidb/cdc/default/default/upstream/7365753024238125496
	{"id":7365753024238125496,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4b2f4765-5419-41bc-842b-3435377e48c1
	{"id":"4b2f4765-5419-41bc-842b-3435377e48c1","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973032}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b793ad5
	4b2f4765-5419-41bc-842b-3435377e48c1

/tidb/cdc/default/default/upstream/7365753024238125496
	{"id":7365753024238125496,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2967.out cli changefeed create --start-ts=449569890261008385 '--sink-uri=kafka://127.0.0.1:9092/ticdc-many-pk-or-uk-test-15684?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
+ set +x
[Mon May  6 13:23:55 CST 2024] <<<<<< START kafka consumer in resolve_lock case >>>>>>
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240409022718-714958ccd4d5
go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240415145106-cd9c676e9ba4
go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240410110152-5fc42c9be2f5
go: downloading github.com/BurntSushi/toml v1.3.2
go: downloading github.com/pingcap/tidb-tools v0.0.0-20240305021104-9f9bea84490b
go: downloading go.uber.org/zap v1.27.0
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/atomic v1.11.0
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading go.uber.org/multierr v1.11.0
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Create changefeed successfully!
ID: cc14cc79-b30e-4bba-9e75-2231e636b2d5
Info: {"upstream_id":7365753024238125496,"namespace":"default","id":"cc14cc79-b30e-4bba-9e75-2231e636b2d5","sink_uri":"kafka://127.0.0.1:9092/ticdc-many-pk-or-uk-test-15684?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:23:56.125287005+08:00","start_ts":449569890261008385,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569890261008385,"checkpoint_ts":449569890261008385,"checkpoint_time":"2024-05-06 13:23:51.086"}
PASS
go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c
go: downloading google.golang.org/grpc v1.62.1
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading github.com/prometheus/client_golang v1.19.0
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/google/uuid v1.6.0
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading github.com/golang/protobuf v1.5.4
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13
go: downloading github.com/docker/go-units v0.5.0
go: downloading golang.org/x/sync v0.7.0
go: downloading google.golang.org/protobuf v1.33.0
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/prometheus/procfs v0.13.0
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/prometheus/common v0.52.2
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading golang.org/x/sys v0.19.0
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
go: downloading golang.org/x/exp v0.0.0-20240409090435-93d18d7e34b8
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading golang.org/x/net v0.24.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda
go: downloading golang.org/x/text v0.14.0
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:23:56 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5bbc584a-a819-4230-8225-75370fc19c58
	{"id":"5bbc584a-a819-4230-8225-75370fc19c58","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973034}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b7d9dd9
	5bbc584a-a819-4230-8225-75370fc19c58

/tidb/cdc/default/default/upstream/7365753017833515185
	{"id":7365753017833515185,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5bbc584a-a819-4230-8225-75370fc19c58
	{"id":"5bbc584a-a819-4230-8225-75370fc19c58","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973034}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b7d9dd9
	5bbc584a-a819-4230-8225-75370fc19c58

/tidb/cdc/default/default/upstream/7365753017833515185
	{"id":7365753017833515185,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5bbc584a-a819-4230-8225-75370fc19c58
	{"id":"5bbc584a-a819-4230-8225-75370fc19c58","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973034}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5b7d9dd9
	5bbc584a-a819-4230-8225-75370fc19c58

/tidb/cdc/default/default/upstream/7365753017833515185
	{"id":7365753017833515185,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.12597.out cli changefeed create --start-ts=449569890555396097 '--sink-uri=kafka://127.0.0.1:9092/ticdc-resourcecontrol-test-11409?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: ff01e8d6-8dc8-45f3-8ae2-af0ed5554349
Info: {"upstream_id":7365753017833515185,"namespace":"default","id":"ff01e8d6-8dc8-45f3-8ae2-af0ed5554349","sink_uri":"kafka://127.0.0.1:9092/ticdc-resourcecontrol-test-11409?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:23:57.231695165+08:00","start_ts":449569890555396097,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569890555396097,"checkpoint_ts":449569890555396097,"checkpoint_time":"2024-05-06 13:23:52.209"}
PASS
run task successfully
check_changefeed_state http://127.0.0.1:2379 a60b6d57-c1e3-4a95-a1ed-4210e1749f3f normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=a60b6d57-c1e3-4a95-a1ed-4210e1749f3f
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c a60b6d57-c1e3-4a95-a1ed-4210e1749f3f -s
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
check diff successfully
+ info='{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",
  "state": "normal",
  "checkpoint_tso": 449569890814656516,
  "checkpoint_time": "2024-05-06 13:23:53.198",
  "error": null
}'
+ echo '{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",
  "state": "normal",
  "checkpoint_tso": 449569890814656516,
  "checkpoint_time": "2024-05-06 13:23:53.198",
  "error": null
}'
{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",
  "state": "normal",
  "checkpoint_tso": 449569890814656516,
  "checkpoint_time": "2024-05-06 13:23:53.198",
  "error": null
}
++ echo '{' '"upstream_id":' 7365752999520493798, '"namespace":' '"default",' '"id":' '"a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",' '"state":' '"normal",' '"checkpoint_tso":' 449569890814656516, '"checkpoint_time":' '"2024-05-06' '13:23:53.198",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365752999520493798, '"namespace":' '"default",' '"id":' '"a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",' '"state":' '"normal",' '"checkpoint_tso":' 449569890814656516, '"checkpoint_time":' '"2024-05-06' '13:23:53.198",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
check_safepoint_forward http://127.0.0.1:2379 7365752999520493798 449569890814656515 449569890814656516
+ set +x
[Mon May  6 13:23:57 CST 2024] <<<<<< START kafka consumer in many_pk_or_uk case >>>>>>
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240415145106-cd9c676e9ba4
go: downloading github.com/pingcap/tidb-tools v0.0.0-20240305021104-9f9bea84490b
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/BurntSushi/toml v1.3.2
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/atomic v1.11.0
go: downloading go.uber.org/multierr v1.11.0
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240410110152-5fc42c9be2f5
go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c
go: downloading google.golang.org/grpc v1.62.1
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/coreos/go-semver v0.3.1
wait process cdc.test exit for 1-th time...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading github.com/golang/protobuf v1.5.4
go: downloading golang.org/x/net v0.24.0
go: downloading golang.org/x/sys v0.19.0
go: downloading google.golang.org/protobuf v1.33.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading golang.org/x/text v0.14.0
wait process cdc.test exit for 2-th time...
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50
go: downloading github.com/shirou/gopsutil/v3 v3.24.2
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/stretchr/testify v1.9.0
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/gorilla/mux v1.8.0
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1
go: downloading github.com/scalalang2/golang-fifo v0.1.5
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading golang.org/x/tools v0.20.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/aws/aws-sdk-go v1.50.0
go: downloading github.com/klauspost/compress v1.17.8
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading google.golang.org/api v0.170.0
go: downloading golang.org/x/oauth2 v0.18.0
go: downloading github.com/otiai10/copy v1.2.0
go: downloading github.com/golang/snappy v0.0.4
go: downloading golang.org/x/time v0.5.0
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.0
go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815
go: downloading github.com/robfig/cron v1.2.0
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/fatih/color v1.16.0
go: downloading github.com/vbauerster/mpb/v7 v7.5.3
go: downloading github.com/spf13/cobra v1.8.0
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading golang.org/x/term v0.19.0
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/mattn/go-runewidth v0.0.15
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1
go: downloading golang.org/x/crypto v0.22.0
go: downloading cloud.google.com/go v0.112.2
go: downloading github.com/Masterminds/semver v1.5.0
go: downloading k8s.io/api v0.28.6
go: downloading github.com/emirpasic/gods v1.18.1
go: downloading cloud.google.com/go/compute/metadata v0.2.3
go: downloading github.com/apache/thrift v0.16.0
go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading cloud.google.com/go/compute v1.25.1
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/golang/glog v1.2.0
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/rogpeppe/go-internal v1.12.0
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/golang-jwt/jwt/v5 v5.2.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/klauspost/cpuid v1.3.1
+ set +x
[Mon May  6 13:23:58 CST 2024] <<<<<< START kafka consumer in resourcecontrol case >>>>>>
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:23:58 CST 2024] <<<<<< run test case processor_err_chan success! >>>>>>
run task successfully
check_changefeed_state http://127.0.0.1:2379 a60b6d57-c1e3-4a95-a1ed-4210e1749f3f stopped null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=a60b6d57-c1e3-4a95-a1ed-4210e1749f3f
+ expected_state=stopped
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c a60b6d57-c1e3-4a95-a1ed-4210e1749f3f -s
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading github.com/go-logr/logr v1.4.1
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/go-logr/stdr v1.2.2
table resourcecontrol.finish_mark not exists for 1-th check, retry later
+ info='{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",
  "state": "stopped",
  "checkpoint_tso": 449569890814656516,
  "checkpoint_time": "2024-05-06 13:23:53.198",
  "error": null
}'
+ echo '{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",
  "state": "stopped",
  "checkpoint_tso": 449569890814656516,
  "checkpoint_time": "2024-05-06 13:23:53.198",
  "error": null
}'
{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",
  "state": "stopped",
  "checkpoint_tso": 449569890814656516,
  "checkpoint_time": "2024-05-06 13:23:53.198",
  "error": null
}
++ echo '{' '"upstream_id":' 7365752999520493798, '"namespace":' '"default",' '"id":' '"a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",' '"state":' '"stopped",' '"checkpoint_tso":' 449569890814656516, '"checkpoint_time":' '"2024-05-06' '13:23:53.198",' '"error":' null '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7365752999520493798, '"namespace":' '"default",' '"id":' '"a60b6d57-c1e3-4a95-a1ed-4210e1749f3f",' '"state":' '"stopped",' '"checkpoint_tso":' 449569890814656516, '"checkpoint_time":' '"2024-05-06' '13:23:53.198",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.16070.out cli changefeed pause -c simple-handle-key-only-avro
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
go: downloading k8s.io/apimachinery v0.28.6
check_changefeed_state http://127.0.0.1:2379 719a6078-db12-4857-908c-668b481e1b3e normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=719a6078-db12-4857-908c-668b481e1b3e
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 719a6078-db12-4857-908c-668b481e1b3e -s
+ info='{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "719a6078-db12-4857-908c-668b481e1b3e",
  "state": "normal",
  "checkpoint_tso": 449569892387782664,
  "checkpoint_time": "2024-05-06 13:23:59.199",
  "error": null
}'
+ echo '{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "719a6078-db12-4857-908c-668b481e1b3e",
  "state": "normal",
  "checkpoint_tso": 449569892387782664,
  "checkpoint_time": "2024-05-06 13:23:59.199",
  "error": null
}'
{
  "upstream_id": 7365752999520493798,
  "namespace": "default",
  "id": "719a6078-db12-4857-908c-668b481e1b3e",
  "state": "normal",
  "checkpoint_tso": 449569892387782664,
  "checkpoint_time": "2024-05-06 13:23:59.199",
  "error": null
}
++ echo '{' '"upstream_id":' 7365752999520493798, '"namespace":' '"default",' '"id":' '"719a6078-db12-4857-908c-668b481e1b3e",' '"state":' '"normal",' '"checkpoint_tso":' 449569892387782664, '"checkpoint_time":' '"2024-05-06' '13:23:59.199",' '"error":' null '}'
++ jq -r .state
go: downloading k8s.io/klog/v2 v2.120.1
go: downloading github.com/google/gofuzz v1.2.0
go: downloading gopkg.in/inf.v0 v0.9.1
go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1
go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd
go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365752999520493798, '"namespace":' '"default",' '"id":' '"719a6078-db12-4857-908c-668b481e1b3e",' '"state":' '"normal",' '"checkpoint_tso":' 449569892387782664, '"checkpoint_time":' '"2024-05-06' '13:23:59.199",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
check_safepoint_equal http://127.0.0.1:2379 7365752999520493798
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading golang.org/x/exp v0.0.0-20240409090435-93d18d7e34b8
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/docker/go-units v0.5.0
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50
go: downloading golang.org/x/sync v0.7.0
go: downloading github.com/scalalang2/golang-fifo v0.1.5
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/prometheus/client_golang v1.19.0
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240409022718-714958ccd4d5
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/stretchr/testify v1.9.0
go: downloading github.com/shirou/gopsutil/v3 v3.24.2
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/google/uuid v1.6.0
go: downloading github.com/gorilla/mux v1.8.0
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading golang.org/x/tools v0.20.0
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/aws/aws-sdk-go v1.50.0
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/klauspost/compress v1.17.8
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading golang.org/x/oauth2 v0.18.0
go: downloading google.golang.org/api v0.170.0
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_only_block_related_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
go: downloading cloud.google.com/go v0.112.2
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading golang.org/x/time v0.5.0
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1
go: downloading golang.org/x/crypto v0.22.0
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/prometheus/common v0.52.2
go: downloading github.com/prometheus/procfs v0.13.0
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/otiai10/copy v1.2.0
go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.0
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading cloud.google.com/go/compute/metadata v0.2.3
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading cloud.google.com/go/compute v1.25.1
go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d
go: downloading github.com/robfig/cron v1.2.0
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/rogpeppe/go-internal v1.12.0
go: downloading github.com/apache/thrift v0.16.0
go: downloading github.com/VividCortex/ewma v1.2.0
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table charset_gbk_test0.t0 exists
table charset_gbk_test0.t1 exists
table charset_gbk_test1.t0 not exists for 1-th check, retry later
go: downloading github.com/fatih/color v1.16.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/mattn/go-runewidth v0.0.15
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/golang/glog v1.2.0
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/golang-jwt/jwt/v5 v5.2.0
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/go-logr/stdr v1.2.2
go: downloading github.com/go-logr/logr v1.4.1
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.16108.out cli changefeed update -c simple-handle-key-only-avro '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-avro-12251?protocol=simple&encoding-format=avro&max-message-bytes=650' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/conf/changefeed.toml --no-confirm
table resourcecontrol.finish_mark exists
check diff successfully
Diff of changefeed config:
{Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/simple-handle-key-only-avro-12251?protocol=simple&encoding-format=avro To:kafka://127.0.0.1:9092/simple-handle-key-only-avro-12251?protocol=simple&encoding-format=avro&max-message-bytes=650}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc0014972c8}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc0014972d8}
{Type:update Path:[Config Consistent] From:<nil> To:0xc0013d65b0}
Update changefeed config successfully! 
ID: simple-handle-key-only-avro
Info: {"upstream_id":7365753010664013503,"namespace":"default","id":"simple-handle-key-only-avro","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-avro-12251?protocol=simple\u0026encoding-format=avro\u0026max-message-bytes=650","create_time":"2024-05-06T13:23:51.114925997+08:00","start_ts":449569889771061254,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":""}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":0,"checkpoint_ts":449569892221845512,"checkpoint_time":"2024-05-06 13:23:58.566"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
wait process cdc.test exit for 1-th time...
table charset_gbk_test1.t0 exists
table test.finish_mark not exists for 1-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316f8670000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:1832, start at 2024-05-06 13:24:01.068610774 +0800 CST m=+5.124122100	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:01.074 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:01.052 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:01.052 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316f8670000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:1832, start at 2024-05-06 13:24:01.068610774 +0800 CST m=+5.124122100	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:01.074 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:01.052 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:01.052 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d316f87fc0018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:1920, start at 2024-05-06 13:24:01.199050286 +0800 CST m=+5.194619864	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:01.205 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:01.202 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:01.202 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_big_messages/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_big_messages/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_big_messages/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_big_messages/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_big_messages/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 2-th time...
go: downloading github.com/google/s2a-go v0.1.7
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
go: downloading github.com/jmespath/go-jmespath v0.4.0
start tidb cluster in /tmp/tidb_cdc_test/ddl_only_block_related_table
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:24:02 CST 2024] <<<<<< run test case resourcecontrol success! >>>>>>
run task successfully
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.16141.out cli changefeed resume -c simple-handle-key-only-avro
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 15.79 secs (236089292 bytes/sec)
[Pipeline] {
[Pipeline] cache
Changefeed remove successfully.
ID: a60b6d57-c1e3-4a95-a1ed-4210e1749f3f
CheckpointTs: 449569890814656516
SinkURI: kafka://127.0.0.1:9092/ticdc-gc-safepoint-28300?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
check_safepoint_forward http://127.0.0.1:2379 7365752999520493798 449569890814656515 449569892387782664 449569890814656516
table test.finish_mark not exists for 2-th check, retry later
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
run task successfully
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading github.com/google/s2a-go v0.1.7
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
go: downloading github.com/jmespath/go-jmespath v0.4.0
Changefeed remove successfully.
ID: 719a6078-db12-4857-908c-668b481e1b3e
CheckpointTs: 449569893436096517
SinkURI: kafka://127.0.0.1:9092/ticdc-gc-safepoint-28300?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
check_safepoint_cleared http://127.0.0.1:2379 7365752999520493798
run task successfully
[Mon May  6 13:24:04 CST 2024] <<<<<< START cdc server in kafka_big_messages case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_big_messages.32913293.out server --log-file /tmp/tidb_cdc_test/kafka_big_messages/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_big_messages/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
wait process cdc.test exit for 1-th time...
+ set +x
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
table test.finish_mark not exists for 3-th check, retry later
table test.finish_mark not exists for 1-th check, retry later
[Mon May  6 13:23:59 CST 2024] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 1
[Mon May  6 13:23:59 CST 2024] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 2
[Mon May  6 13:23:59 CST 2024] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 3
table test.table1 not exists for 1-th check, retry later
table test.table1 not exists for 2-th check, retry later
table test.table1 exists
table test.table2 exists
table test.table3 exists
check diff successfully
table test.table10 not exists for 1-th check, retry later
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:24:06 CST 2024] <<<<<< run test case gc_safepoint success! >>>>>>
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2024/05/06 13:24:05.787 +08:00] [WARN] [diff.go:745] ["rows is not equal"] [table=`test`.`base_for_view`] [where="((TRUE) AND TRUE)"] [cost=11.608958272s]
[2024/05/06 13:24:05.790 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
table test.table10 exists
table test.table20 exists
check diff successfully
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:24:07 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d3330973-ae6c-492f-89f9-de00483916ff
	{"id":"d3330973-ae6c-492f-89f9-de00483916ff","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973044}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5bbf9cc4
	d3330973-ae6c-492f-89f9-de00483916ff

/tidb/cdc/default/default/upstream/7365753090107747382
	{"id":7365753090107747382,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d3330973-ae6c-492f-89f9-de00483916ff
	{"id":"d3330973-ae6c-492f-89f9-de00483916ff","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973044}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5bbf9cc4
	d3330973-ae6c-492f-89f9-de00483916ff

/tidb/cdc/default/default/upstream/7365753090107747382
	{"id":7365753090107747382,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d3330973-ae6c-492f-89f9-de00483916ff
	{"id":"d3330973-ae6c-492f-89f9-de00483916ff","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973044}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5bbf9cc4
	d3330973-ae6c-492f-89f9-de00483916ff

/tidb/cdc/default/default/upstream/7365753090107747382
	{"id":7365753090107747382,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: f1d34580-208f-4565-89bd-f59990c5157c
Info: {"upstream_id":7365753090107747382,"namespace":"default","id":"f1d34580-208f-4565-89bd-f59990c5157c","sink_uri":"kafka://127.0.0.1:9092/big-message-test?protocol=open-protocol\u0026partition-num=1\u0026kafka-version=2.4.1\u0026max-message-bytes=12582912","create_time":"2024-05-06T13:24:07.676320763+08:00","start_ts":449569893738610689,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569893738610689,"checkpoint_ts":449569893738610689,"checkpoint_time":"2024-05-06 13:24:04.352"}
[Mon May  6 13:24:07 CST 2024] <<<<<< START kafka consumer in kafka_big_messages case >>>>>>
Starting generate kafka big messages...
table test.finish_mark not exists for 2-th check, retry later
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading go.uber.org/atomic v1.11.0
table test.finish_mark not exists for 4-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark exists
check diff successfully
table test.finish_mark not exists for 5-th check, retry later
wait process cdc.test exit for 1-th time...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_reconstruct/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:24:11 CST 2024] <<<<<< run test case kafka_simple_handle_key_only_avro success! >>>>>>
table test.finish_mark exists
check table exists success
check diff successfully
wait process cdc.test exit for 1-th time...
table kafka_big_messages.test not exists for 1-th check, retry later
wait process cdc.test exit for 2-th time...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:24:13 CST 2024] <<<<<< run test case charset_gbk success! >>>>>>
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 7.13 secs (522894495 bytes/sec)
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] cache
start tidb cluster in /tmp/tidb_cdc_test/changefeed_reconstruct
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31704f400012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:7138, start at 2024-05-06 13:24:13.924390277 +0800 CST m=+5.182573117	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:13.931 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:13.904 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:13.904 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table kafka_big_messages.test exists
check diff failed 1-th time, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31704f400012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:7138, start at 2024-05-06 13:24:13.924390277 +0800 CST m=+5.182573117	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:13.931 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:13.904 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:13.904 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31704fec000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:7219, start at 2024-05-06 13:24:13.960101869 +0800 CST m=+5.163917230	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:13.968 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:13.947 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:13.947 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
check diff successfully
wait process cdc.test exit for 1-th time...
Starting Upstream TiDB...
wait process cdc.test exit for 2-th time...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:24:19 CST 2024] <<<<<< run test case kafka_big_messages success! >>>>>>
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Mon May  6 13:24:19 CST 2024] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.85508552.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
\033[0;36m<<< Run all test success >>>\033[0m
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:24:22 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b1585ecb-ffad-4868-8d4a-629d231f2bae
	{"id":"b1585ecb-ffad-4868-8d4a-629d231f2bae","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973059}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5be7dbce
	b1585ecb-ffad-4868-8d4a-629d231f2bae

/tidb/cdc/default/default/upstream/7365753142178344799
	{"id":7365753142178344799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b1585ecb-ffad-4868-8d4a-629d231f2bae
	{"id":"b1585ecb-ffad-4868-8d4a-629d231f2bae","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973059}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5be7dbce
	b1585ecb-ffad-4868-8d4a-629d231f2bae

/tidb/cdc/default/default/upstream/7365753142178344799
	{"id":7365753142178344799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b1585ecb-ffad-4868-8d4a-629d231f2bae
	{"id":"b1585ecb-ffad-4868-8d4a-629d231f2bae","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973059}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5be7dbce
	b1585ecb-ffad-4868-8d4a-629d231f2bae

/tidb/cdc/default/default/upstream/7365753142178344799
	{"id":7365753142178344799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.cli.8603.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c=ddl-only-block-related-table
Create changefeed successfully!
ID: ddl-only-block-related-table
Info: {"upstream_id":7365753142178344799,"namespace":"default","id":"ddl-only-block-related-table","sink_uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:24:22.613309845+08:00","start_ts":449569898497310721,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569898497310721,"checkpoint_ts":449569898497310721,"checkpoint_time":"2024-05-06 13:24:22.505"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh: line 1: 16176 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ set +x
[Mon May  6 13:24:24 CST 2024] <<<<<< START kafka consumer in ddl_only_block_related_table case >>>>>>
table ddl_only_block_related_table.finish_mark not exists for 1-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_pause_resume/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2024/05/06 13:24:22.696 +08:00] [WARN] [diff.go:551] ["checksum is not equal"] [table=`test`.`pkuk`] [where="((TRUE) AND TRUE)"] ["source checksum"=2245813690] ["target checksum"=2848954175] ["get source checksum cost"=1.948813ms] ["get target checksum cost"=1.962281ms]
[2024/05/06 13:24:22.698 +08:00] [WARN] [diff.go:895] ["target had superfluous data"] [row="{ uk: 9, v: 3291, pk: 8,  }"]
[2024/05/06 13:24:22.885 +08:00] [WARN] [diff.go:745] ["rows is not equal"] [table=`test`.`pkuk`] [where="((TRUE) AND TRUE)"] [cost=189.709031ms]
[2024/05/06 13:24:22.888 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_manager/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_claim_check
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table ddl_only_block_related_table.finish_mark not exists for 2-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3170ee680014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:4409, start at 2024-05-06 13:24:24.13180321 +0800 CST m=+5.336205442	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:24.138 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:24.140 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:24.140 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3170ee680014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:4409, start at 2024-05-06 13:24:24.13180321 +0800 CST m=+5.336205442	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:24.138 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:24.140 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:24.140 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3170ef180015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:4486, start at 2024-05-06 13:24:24.176707337 +0800 CST m=+5.332377118	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:24.185 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:24.185 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:24.185 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
start tidb cluster in /tmp/tidb_cdc_test/changefeed_pause_resume
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table ddl_only_block_related_table.finish_mark not exists for 3-th check, retry later
[Mon May  6 13:24:29 CST 2024] <<<<<< START cdc server in changefeed_reconstruct case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.58875889.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver1 --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table ddl_only_block_related_table.finish_mark not exists for 4-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/ddl_manager
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 15.12 secs (246500228 bytes/sec)
[Pipeline] {
[Pipeline] cache
Verifying downstream PD is started...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:24:32 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4d77a30b-0d43-4cb1-bcc8-c15cd27c4210
	{"id":"4d77a30b-0d43-4cb1-bcc8-c15cd27c4210","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973069}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c14e8cb
	4d77a30b-0d43-4cb1-bcc8-c15cd27c4210

/tidb/cdc/default/default/upstream/7365753188702928985
	{"id":7365753188702928985,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4d77a30b-0d43-4cb1-bcc8-c15cd27c4210
	{"id":"4d77a30b-0d43-4cb1-bcc8-c15cd27c4210","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973069}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c14e8cb
	4d77a30b-0d43-4cb1-bcc8-c15cd27c4210

/tidb/cdc/default/default/upstream/7365753188702928985
	{"id":7365753188702928985,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4d77a30b-0d43-4cb1-bcc8-c15cd27c4210
	{"id":"4d77a30b-0d43-4cb1-bcc8-c15cd27c4210","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973069}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c14e8cb
	4d77a30b-0d43-4cb1-bcc8-c15cd27c4210

/tidb/cdc/default/default/upstream/7365753188702928985
	{"id":7365753188702928985,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
table ddl_only_block_related_table.finish_mark exists
[Mon May  6 13:24:32 CST 2024] <<<<<< START kafka consumer in changefeed_reconstruct case >>>>>>
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
wait process 8555 exit for 1-th time...
[2024/05/06 13:24:32.988 +08:00] [INFO] [case.go:115] ["sync updatePKUK take: 16.574456164s"]
wait process 8555 exit for 2-th time...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8555) - No such process
wait process 8555 exit for 3-th time...
process 8555 already exit
[Mon May  6 13:24:34 CST 2024] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteNotDone=return(true)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.87298731.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
***************** properties *****************
"readproportion"="0"
"requestdistribution"="uniform"
"mysql.host"="127.0.0.1"
"readallfields"="true"
"mysql.user"="root"
"workload"="core"
"mysql.port"="4000"
"scanproportion"="0"
"updateproportion"="0"
"threadcount"="4"
"insertproportion"="0"
"recordcount"="50"
"dotransactions"="false"
"mysql.db"="changefeed_reconstruct"
"operationcount"="0"
**********************************************
Run finished, takes 35.867009ms
INSERT - Takes(s): 0.0, Count: 48, OPS: 3014.3, Avg(us): 2873, Min(us): 1070, Max(us): 19880, 95th(us): 20000, 99th(us): 20000
table changefeed_reconstruct.usertable not exists for 1-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
start tidb cluster in /tmp/tidb_cdc_test/kafka_compression
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table changefeed_reconstruct.usertable exists
check diff failed 1-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:24:37 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7365753142178344799 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:22.613309845 +0800 CST StartTs:449569898497310721 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003bae000 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569898523525122}
{CheckpointTs:449569901983563779 MinTableBarrierTs:449569902245969924 AdminJobType:noop}
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating
span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating
span: {table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating
span: {table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5fa55255-93d6-4b96-891d-a2636e6b9a78
	{"id":"5fa55255-93d6-4b96-891d-a2636e6b9a78","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973074}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5be7dca2
	5fa55255-93d6-4b96-891d-a2636e6b9a78

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7365753142178344799,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:22.613309845+08:00","start-ts":449569898497310721,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569898523525122}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":449569901983563779,"min-table-barrier-ts":449569902245969924,"admin-job-type":0}

/tidb/cdc/default/default/task/position/5fa55255-93d6-4b96-891d-a2636e6b9a78/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753142178344799
	{"id":7365753142178344799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7365753142178344799 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:22.613309845 +0800 CST StartTs:449569898497310721 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003bae000 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569898523525122}
{CheckpointTs:449569901983563779 MinTableBarrierTs:449569902245969924 AdminJobType:noop}
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating
span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating
span: {table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating
span: {table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5fa55255-93d6-4b96-891d-a2636e6b9a78
	{"id":"5fa55255-93d6-4b96-891d-a2636e6b9a78","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973074}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5be7dca2
	5fa55255-93d6-4b96-891d-a2636e6b9a78

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7365753142178344799,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:22.613309845+08:00","start-ts":449569898497310721,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569898523525122}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":449569901983563779,"min-table-barrier-ts":449569902245969924,"admin-job-type":0}

/tidb/cdc/default/default/task/position/5fa55255-93d6-4b96-891d-a2636e6b9a78/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753142178344799
	{"id":7365753142178344799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7365753142178344799 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:22.613309845 +0800 CST StartTs:449569898497310721 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003bae000 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569898523525122}
{CheckpointTs:449569901983563779 MinTableBarrierTs:449569902245969924 AdminJobType:noop}
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating
span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating
span: {table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating
span: {table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}, resolvedTs: 449569902245969925, checkpointTs: 449569902245969924, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5fa55255-93d6-4b96-891d-a2636e6b9a78
	{"id":"5fa55255-93d6-4b96-891d-a2636e6b9a78","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973074}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5be7dca2
	5fa55255-93d6-4b96-891d-a2636e6b9a78

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7365753142178344799,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:22.613309845+08:00","start-ts":449569898497310721,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569898523525122}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":449569901983563779,"min-table-barrier-ts":449569902245969924,"admin-job-type":0}

/tidb/cdc/default/default/task/position/5fa55255-93d6-4b96-891d-a2636e6b9a78/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753142178344799
	{"id":7365753142178344799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
check_ts_not_forward ddl-only-block-related-table
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3171b8180014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:17331, start at 2024-05-06 13:24:37.038027226 +0800 CST m=+5.197729693	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:37.045 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:37.048 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:37.048 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff successfully
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process 5892 exit for 1-th time...
[Mon May  6 13:24:38 CST 2024] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 10
[Mon May  6 13:24:38 CST 2024] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 20
[Mon May  6 13:24:38 CST 2024] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: finish
table test.finish not exists for 1-th check, retry later
wait process 5892 exit for 2-th time...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish not exists for 2-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3171b8180014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:17331, start at 2024-05-06 13:24:37.038027226 +0800 CST m=+5.197729693	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:37.045 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:37.048 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:37.048 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3171b9840003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:17420, start at 2024-05-06 13:24:37.092277677 +0800 CST m=+5.190011049	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:37.098 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:37.089 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:37.089 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5892) - No such process
wait process 5892 exit for 3-th time...
process 5892 already exit
check_no_capture http://127.0.0.1:2379
parse error: Invalid numeric literal at line 1, column 6
run task successfully
[Mon May  6 13:24:40 CST 2024] <<<<<< START cdc server in changefeed_reconstruct case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.62066208.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver2 --cluster-id default --addr 127.0.0.1:8300
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3171e90c0012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt, pid:4086, start at 2024-05-06 13:24:40.151130177 +0800 CST m=+5.245956896	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:40.158 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:40.131 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:40.131 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish exists
check diff successfully
[Mon May  6 13:24:42 CST 2024] <<<<<< START cdc server in kafka_simple_claim_check case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.1879718799.out server --log-file /tmp/tidb_cdc_test/kafka_simple_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_claim_check/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
run task failed 1-th time, retry later
wait process cdc.test exit for 1-th time...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3171e90c0012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt, pid:4086, start at 2024-05-06 13:24:40.151130177 +0800 CST m=+5.245956896	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:40.158 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:40.131 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:40.131 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3171ea8c0005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt, pid:4160, start at 2024-05-06 13:24:40.233128385 +0800 CST m=+5.276268704	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:40.238 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:40.227 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:40.227 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 2-th time...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:24:43 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
{UpstreamID:7365753188702928985 Namespace:default ID:4c9092e2-d7a4-4fd3-8c20-482c260b19d2 SinkURI:kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-15356?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:32.41961932 +0800 CST StartTs:449569901062389762 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003540a20 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569901088604164}
{CheckpointTs:449569902517288963 MinTableBarrierTs:449569903828008965 AdminJobType:noop}
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569902517288963, checkpointTs: 449569902517288963, state: Preparing



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/60201627-1a47-44be-8d75-2f59e9e44d18
	{"id":"60201627-1a47-44be-8d75-2f59e9e44d18","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973080}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c14e97b
	60201627-1a47-44be-8d75-2f59e9e44d18

/tidb/cdc/default/default/changefeed/info/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
	{"upstream-id":7365753188702928985,"namespace":"default","changefeed-id":"4c9092e2-d7a4-4fd3-8c20-482c260b19d2","sink-uri":"kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-15356?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:32.41961932+08:00","start-ts":449569901062389762,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569901088604164}

/tidb/cdc/default/default/changefeed/status/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
	{"checkpoint-ts":449569902517288963,"min-table-barrier-ts":449569903828008965,"admin-job-type":0}

/tidb/cdc/default/default/task/position/60201627-1a47-44be-8d75-2f59e9e44d18/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753188702928985
	{"id":7365753188702928985,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
{UpstreamID:7365753188702928985 Namespace:default ID:4c9092e2-d7a4-4fd3-8c20-482c260b19d2 SinkURI:kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-15356?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:32.41961932 +0800 CST StartTs:449569901062389762 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003540a20 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569901088604164}
{CheckpointTs:449569902517288963 MinTableBarrierTs:449569903828008965 AdminJobType:noop}
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569902517288963, checkpointTs: 449569902517288963, state: Preparing



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/60201627-1a47-44be-8d75-2f59e9e44d18
	{"id":"60201627-1a47-44be-8d75-2f59e9e44d18","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973080}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c14e97b
	60201627-1a47-44be-8d75-2f59e9e44d18

/tidb/cdc/default/default/changefeed/info/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
	{"upstream-id":7365753188702928985,"namespace":"default","changefeed-id":"4c9092e2-d7a4-4fd3-8c20-482c260b19d2","sink-uri":"kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-15356?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:32.41961932+08:00","start-ts":449569901062389762,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569901088604164}

/tidb/cdc/default/default/changefeed/status/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
	{"checkpoint-ts":449569902517288963,"min-table-barrier-ts":449569903828008965,"admin-job-type":0}

/tidb/cdc/default/default/task/position/60201627-1a47-44be-8d75-2f59e9e44d18/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753188702928985
	{"id":7365753188702928985,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
{UpstreamID:7365753188702928985 Namespace:default ID:4c9092e2-d7a4-4fd3-8c20-482c260b19d2 SinkURI:kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-15356?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:32.41961932 +0800 CST StartTs:449569901062389762 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003540a20 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569901088604164}
{CheckpointTs:449569902517288963 MinTableBarrierTs:449569903828008965 AdminJobType:noop}
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569902517288963, checkpointTs: 449569902517288963, state: Preparing



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/60201627-1a47-44be-8d75-2f59e9e44d18
	{"id":"60201627-1a47-44be-8d75-2f59e9e44d18","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973080}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c14e97b
	60201627-1a47-44be-8d75-2f59e9e44d18

/tidb/cdc/default/default/changefeed/info/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
	{"upstream-id":7365753188702928985,"namespace":"default","changefeed-id":"4c9092e2-d7a4-4fd3-8c20-482c260b19d2","sink-uri":"kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-15356?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:32.41961932+08:00","start-ts":449569901062389762,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569901088604164}

/tidb/cdc/default/default/changefeed/status/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
	{"checkpoint-ts":449569902517288963,"min-table-barrier-ts":449569903828008965,"admin-job-type":0}

/tidb/cdc/default/default/task/position/60201627-1a47-44be-8d75-2f59e9e44d18/4c9092e2-d7a4-4fd3-8c20-482c260b19d2
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":n+ grep -q 'etcd info'
ull}

/tidb/cdc/default/default/upstream/7365753188702928985
	{"id":7365753188702928985,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
cdc.test cli capture list --pd=http://127.0.0.1:2379 2>&1 | grep id
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:24:43 CST 2024] <<<<<< run test case multi_topics_v2 success! >>>>>>
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3171f2240019	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:4837, start at 2024-05-06 13:24:40.75632076 +0800 CST m=+6.657307680	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:40.763 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:40.762 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:40.762 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3171f2240019	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:4837, start at 2024-05-06 13:24:40.75632076 +0800 CST m=+6.657307680	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:40.763 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:40.762 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:40.762 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3171f2300016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:4964, start at 2024-05-06 13:24:40.750199049 +0800 CST m=+5.327727694	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:40.760 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:40.765 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:40.765 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Cache restored successfully (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc)
3726885376 bytes in 10.16 secs (366730630 bytes/sec)
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
check_ts_not_forward ddl-only-block-related-table
[Pipeline] // container
[Pipeline] sh
    "id": "60201627-1a47-44be-8d75-2f59e9e44d18",
    "cluster-id": "default"
run task successfully
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] sh
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G10
Run cases: default_value simple cdc_server_tips event_filter sql_mode
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=b2c0e3ea-5dc0-4694-a14e-b8fb2fbd8527
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT=tcp://10.233.0.1:443
KUBERNETES_PORT_443_TCP_PORT=443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G10
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-h08xp
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk pingcap_tiflow_pull_cdc_integration_kafka_test_1863-h08xp
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/default_value/run.sh using Sink-Type: kafka... <<=================
[Pipeline] sh
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:24:45 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/606a1dac-0207-42d6-b5cc-8be944179c23
	{"id":"606a1dac-0207-42d6-b5cc-8be944179c23","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973082}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c4402cc
	606a1dac-0207-42d6-b5cc-8be944179c23

/tidb/cdc/default/default/upstream/7365753243310794903
	{"id":7365753243310794903,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/606a1dac-0207-42d6-b5cc-8be944179c23
	{"id":"606a1dac-0207-42d6-b5cc-8be944179c23","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973082}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c4402cc
	606a1dac-0207-42d6-b5cc-8be944179c23

/tidb/cdc/default/default/upstream/7365753243310794903
	{"id":7365753243310794903,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/606a1dac-0207-42d6-b5cc-8be944179c23
	{"id":"606a1dac-0207-42d6-b5cc-8be944179c23","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973082}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c4402cc
	606a1dac-0207-42d6-b5cc-8be944179c23

/tidb/cdc/default/default/upstream/7365753243310794903
	{"id":7365753243310794903,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.18860.out cli tso query --pd=http://127.0.0.1:2379
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] sh
[Mon May  6 13:24:45 CST 2024] <<<<<< START cdc server in ddl_manager case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.56255627.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[Mon May  6 13:24:45 CST 2024] <<<<<< START cdc server in changefeed_pause_resume case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_pause_resume.63146316.out server --log-file /tmp/tidb_cdc_test/changefeed_pause_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_pause_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] // dir
[Pipeline] }
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 6 min 0 sec
[Pipeline] {
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Pipeline] sh
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
[Pipeline] sh
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
capture_id: 60201627-1a47-44be-8d75-2f59e9e44d18
check_processor_table_count http://127.0.0.1:2379 4c9092e2-d7a4-4fd3-8c20-482c260b19d2 60201627-1a47-44be-8d75-2f59e9e44d18 1
run task successfully
+ echo Waiting for zookeeper to be ready...
Waiting for zookeeper to be ready...
+ nc -z localhost 2181
+ echo Waiting for kafka to be ready...
Waiting for kafka to be ready...
+ nc -z localhost 9092
+ echo Waiting for kafka-broker to be ready...
Waiting for kafka-broker to be ready...
+ echo dump
+ nc localhost 2181
+ grep brokers
+ awk {$1=$1;print}
+ grep -F -w /brokers/ids/1
/brokers/ids/1
+ set +x
+ tso='449569904537894917
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569904537894917 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.18898.out cli changefeed create --start-ts=449569904537894917 '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-1825?protocol=simple' -c kafka-simple-claim-check --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/conf/changefeed.toml
check_processor_table_count http://127.0.0.1:2379 4c9092e2-d7a4-4fd3-8c20-482c260b19d2 60201627-1a47-44be-8d75-2f59e9e44d18 0
Create changefeed successfully!
ID: kafka-simple-claim-check
Info: {"upstream_id":7365753243310794903,"namespace":"default","id":"kafka-simple-claim-check","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-1825?protocol=simple","create_time":"2024-05-06T13:24:47.443293192+08:00","start_ts":449569904537894917,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-claim-check"}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569904537894917,"checkpoint_ts":449569904537894917,"checkpoint_time":"2024-05-06 13:24:45.548"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table count 1 does equal to expected count 0
run task failed 1-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:24:48 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/51213025-f4af-455b-a0bc-d147073234ee
	{"id":"51213025-f4af-455b-a0bc-d147073234ee","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973085}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c53c5ca
	51213025-f4af-455b-a0bc-d147073234ee

/tidb/cdc/default/default/upstream/7365753252437107245
	{"id":7365753252437107245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/51213025-f4af-455b-a0bc-d147073234ee
	{"id":"51213025-f4af-455b-a0bc-d147073234ee","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973085}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c53c5ca
	51213025-f4af-455b-a0bc-d147073234ee

/tidb/cdc/default/default/upstream/7365753252437107245
	{"id":7365753252437107245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/51213025-f4af-455b-a0bc-d147073234ee
	{"id":"51213025-f4af-455b-a0bc-d147073234ee","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973085}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c53c5ca
	51213025-f4af-455b-a0bc-d147073234ee

/tidb/cdc/default/default/upstream/7365753252437107245
	{"id":7365753252437107245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.cli.5686.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c=ddl-manager
Create changefeed successfully!
ID: ddl-manager
Info: {"upstream_id":7365753252437107245,"namespace":"default","id":"ddl-manager","sink_uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:24:48.770502551+08:00","start_ts":449569905346084868,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569905346084868,"checkpoint_ts":449569905346084868,"checkpoint_time":"2024-05-06 13:24:48.631"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:24:48 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/85958ad4-f411-40ab-bfc5-a77f7f43155c
	{"id":"85958ad4-f411-40ab-bfc5-a77f7f43155c","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973086}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c4ab5d3
	85958ad4-f411-40ab-bfc5-a77f7f43155c

/tidb/cdc/default/default/upstream/7365753245484124020
	{"id":7365753245484124020,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/85958ad4-f411-40ab-bfc5-a77f7f43155c
	{"id":"85958ad4-f411-40ab-bfc5-a77f7f43155c","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973086}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c4ab5d3
	85958ad4-f411-40ab-bfc5-a77f7f43155c

/tidb/cdc/default/default/upstream/7365753245484124020
	{"id":7365753245484124020,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/85958ad4-f411-40ab-bfc5-a77f7f43155c
	{"id":"85958ad4-f411-40ab-bfc5-a77f7f43155c","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973086}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c4ab5d3
	85958ad4-f411-40ab-bfc5-a77f7f43155c

/tidb/cdc/default/default/upstream/7365753245484124020
	{"id":7365753245484124020,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Mon May  6 13:24:49 CST 2024] <<<<<< START kafka consumer in changefeed_pause_resume case >>>>>>
The 1 times to try to start tidb cluster...
check_processor_table_count http://127.0.0.1:2379 4c9092e2-d7a4-4fd3-8c20-482c260b19d2 60201627-1a47-44be-8d75-2f59e9e44d18 0
run task successfully
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3172504c0012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:5601, start at 2024-05-06 13:24:46.756272779 +0800 CST m=+5.168612702	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:46.764 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:46.739 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:46.739 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3172504c0012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:5601, start at 2024-05-06 13:24:46.756272779 +0800 CST m=+5.168612702	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:46.764 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:46.739 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:46.739 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3172510c0004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:5684, start at 2024-05-06 13:24:46.791309503 +0800 CST m=+5.151496547	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:26:46.798 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:24:46.787 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:14:46.787 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_compression/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_compression/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_compression/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_compression/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_compression/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
***************** properties *****************
"workload"="core"
"readproportion"="0"
"dotransactions"="false"
"updateproportion"="0"
"threadcount"="4"
"operationcount"="0"
"mysql.user"="root"
"readallfields"="true"
"requestdistribution"="uniform"
"recordcount"="50"
"mysql.db"="changefeed_reconstruct"
"scanproportion"="0"
"mysql.host"="127.0.0.1"
"insertproportion"="0"
"mysql.port"="4000"
**********************************************
Run finished, takes 19.745848ms
INSERT - Takes(s): 0.0, Count: 48, OPS: 3241.3, Avg(us): 1576, Min(us): 976, Max(us): 5244, 95th(us): 5000, 99th(us): 6000
table changefeed_reconstruct.usertable not exists for 1-th check, retry later
table changefeed_pause_resume.t1 not exists for 1-th check, retry later
+ set +x
[Mon May  6 13:24:51 CST 2024] <<<<<< START kafka consumer in ddl_manager case >>>>>>
[Mon May  6 13:24:51 CST 2024] <<<<<< START cdc server in kafka_compression case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.70697071.out server --log-file /tmp/tidb_cdc_test/kafka_compression/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_compression/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table changefeed_reconstruct.usertable exists
check diff failed 1-th time, retry later
table changefeed_pause_resume.t1 exists
table changefeed_pause_resume.t2 exists
table changefeed_pause_resume.t3 not exists for 1-th check, retry later
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
table changefeed_pause_resume.t3 exists
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.18959.out cli changefeed pause -c kafka-simple-claim-check
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
check diff successfully
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:24:55 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a9ae75cc-9b50-44db-8508-2da871c895fa
	{"id":"a9ae75cc-9b50-44db-8508-2da871c895fa","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973092}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c681dcc
	a9ae75cc-9b50-44db-8508-2da871c895fa

/tidb/cdc/default/default/upstream/7365753287533768852
	{"id":7365753287533768852,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a9ae75cc-9b50-44db-8508-2da871c895fa
	{"id":"a9ae75cc-9b50-44db-8508-2da871c895fa","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973092}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c681dcc
	a9ae75cc-9b50-44db-8508-2da871c895fa

/tidb/cdc/default/default/upstream/7365753287533768852
	{"id":7365753287533768852,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a9ae75cc-9b50-44db-8508-2da871c895fa
	{"id":"a9ae75cc-9b50-44db-8508-2da871c895fa","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973092}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c681dcc
	a9ae75cc-9b50-44db-8508-2da871c895fa

/tidb/cdc/default/default/upstream/7365753287533768852
	{"id":7365753287533768852,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7124.out cli tso query --pd=http://127.0.0.1:2379
wait process cdc.test exit for 1-th time...
start tidb cluster in /tmp/tidb_cdc_test/default_value
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
wait process cdc.test exit for 2-th time...
wait process 5630 exit for 1-th time...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.18991.out cli changefeed update -c kafka-simple-claim-check '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-1825?protocol=simple&max-message-bytes=2048' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/conf/changefeed.toml --no-confirm
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:24:56 CST 2024] <<<<<< run test case changefeed_reconstruct success! >>>>>>
wait process 5630 exit for 2-th time...
Diff of changefeed config:
{Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/kafka-simple-claim-check-1825?protocol=simple To:kafka://127.0.0.1:9092/kafka-simple-claim-check-1825?protocol=simple&max-message-bytes=2048}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc00159a8f8}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc00159a908}
{Type:update Path:[Config Consistent] From:<nil> To:0xc0014540e0}
Update changefeed config successfully! 
ID: kafka-simple-claim-check
Info: {"upstream_id":7365753243310794903,"namespace":"default","id":"kafka-simple-claim-check","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-1825?protocol=simple\u0026max-message-bytes=2048","create_time":"2024-05-06T13:24:47.443293192+08:00","start_ts":449569904537894917,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-claim-check"}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":0,"checkpoint_ts":449569906726797316,"checkpoint_time":"2024-05-06 13:24:53.898"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
wait process 5630 exit for 3-th time...
[Pipeline] }
[Pipeline] }
wait process 5630 exit for 4-th time...
[Pipeline] // withCredentials
[Pipeline] }
+ set +x
+ tso='449569907288047619
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569907288047619 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7160.out cli changefeed create --start-ts=449569907288047619 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-gzip-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=gzip' -c gzip
wait process 5630 exit for 5-th time...
Create changefeed successfully!
ID: gzip
Info: {"upstream_id":7365753287533768852,"namespace":"default","id":"gzip","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-gzip-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=gzip","create_time":"2024-05-06T13:24:57.970990009+08:00","start_ts":449569907288047619,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569907288047619,"checkpoint_ts":449569907288047619,"checkpoint_time":"2024-05-06 13:24:56.039"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.19025.out cli changefeed resume -c kafka-simple-claim-check
wait process 5630 exit for 6-th time...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/run.sh using Sink-Type: kafka... <<=================
+++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup
+ source /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/../_utils/test_prepare
++ UP_TIDB_HOST=127.0.0.1
++ UP_TIDB_PORT=4000
++ UP_TIDB_OTHER_PORT=4001
++ UP_TIDB_STATUS=10080
++ UP_TIDB_OTHER_STATUS=10081
++ DOWN_TIDB_HOST=127.0.0.1
++ DOWN_TIDB_PORT=3306
++ DOWN_TIDB_STATUS=20080
++ TLS_TIDB_HOST=127.0.0.1
++ TLS_TIDB_PORT=3307
++ TLS_TIDB_STATUS=30080
++ UP_PD_HOST_1=127.0.0.1
++ UP_PD_PORT_1=2379
++ UP_PD_PEER_PORT_1=2380
++ UP_PD_HOST_2=127.0.0.1
++ UP_PD_PORT_2=2679
++ UP_PD_PEER_PORT_2=2680
++ UP_PD_HOST_3=127.0.0.1
++ UP_PD_PORT_3=2779
++ UP_PD_PEER_PORT_3=2780
++ DOWN_PD_HOST=127.0.0.1
++ DOWN_PD_PORT=2479
++ DOWN_PD_PEER_PORT=2480
++ TLS_PD_HOST=127.0.0.1
++ TLS_PD_PORT=2579
++ TLS_PD_PEER_PORT=2580
++ UP_TIKV_HOST_1=127.0.0.1
++ UP_TIKV_PORT_1=20160
++ UP_TIKV_STATUS_PORT_1=20181
++ UP_TIKV_HOST_2=127.0.0.1
++ UP_TIKV_PORT_2=20161
++ UP_TIKV_STATUS_PORT_2=20182
++ UP_TIKV_HOST_3=127.0.0.1
++ UP_TIKV_PORT_3=20162
++ UP_TIKV_STATUS_PORT_3=20183
++ DOWN_TIKV_HOST=127.0.0.1
++ DOWN_TIKV_PORT=21160
++ DOWN_TIKV_STATUS_PORT=21180
++ TLS_TIKV_HOST=127.0.0.1
++ TLS_TIKV_PORT=22160
++ TLS_TIKV_STATUS_PORT=22180
+++ cat /tmp/tidb_cdc_test/KAFKA_VERSION
+++ echo 2.4.1
++ KAFKA_VERSION=2.4.1
+ WORK_DIR=/tmp/tidb_cdc_test/storage_cleanup
+ CDC_BINARY=cdc.test
+ SINK_TYPE=kafka
+ EXIST_FILES=()
+ CLEANED_FILES=()
+ trap stop_tidb_cluster EXIT
+ run kafka
+ '[' kafka '!=' storage ']'
+ return
+ check_logs /tmp/tidb_cdc_test/storage_cleanup
++ date
+ echo '[Mon May  6 13:24:56 CST 2024] <<<<<< run test case storage_cleanup success! >>>>>>'
[Mon May  6 13:24:56 CST 2024] <<<<<< run test case storage_cleanup success! >>>>>>
+ stop_tidb_cluster
wait process 5630 exit for 7-th time...
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
+ set +x
[Mon May  6 13:24:59 CST 2024] <<<<<< START kafka consumer in kafka_compression case >>>>>>
check diff failed 1-th time, retry later
wait process 5630 exit for 8-th time...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[Pipeline] }
[Pipeline] }
[Pipeline] }
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_basic/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:24:59 CST 2024] <<<<<< run test case csv_storage_basic success! >>>>>>
[Pipeline] // cache
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5630) - No such process
wait process 5630 exit for 9-th time...
process 5630 already exit
[Mon May  6 13:25:00 CST 2024] <<<<<< START cdc server in ddl_manager case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.58015803.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2024/05/06 13:24:57.921 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:57.966 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:58.080 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:58.092 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:59.056 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:59.065 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]: syntax error: operand expected (error token is "[2024/05/06 13:24:57.921 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:57.966 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:58.080 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:58.092 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:59.056 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]
[2024/05/06 13:24:59.065 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses gzip compression algorithm"]")
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table test.gzip_finish_mark not exists for 1-th check, retry later
[Pipeline] }
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 2-th time, retry later
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // container
[Pipeline] // container
[Pipeline] sh
table test.finish_mark not exists for 2-th check, retry later
table test.gzip_finish_mark exists
check diff successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7288.out cli changefeed pause -c gzip
[Pipeline] sh
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G15
Run cases: new_ci_collation batch_add_table multi_rocks
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=75d31519-b1b8-4654-bb07-238146f69dea
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G15
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-bkk8r
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-bkk8r pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/new_ci_collation/run.sh using Sink-Type: kafka... <<=================
[Pipeline] // stage
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
[Pipeline] }
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G14
Run cases: changefeed_finish force_replicate_table
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=27cbe34c-b97c-4f80-acdd-c934c692d623
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT=tcp://10.233.0.1:443
KUBERNETES_PORT_443_TCP_PORT=443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G14
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-pg6k1
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl pingcap_tiflow_pull_cdc_integration_kafka_test_1863-pg6k1
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_finish/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] // container
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_multi_tables_ddl/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:25:03 CST 2024] <<<<<< run test case csv_storage_multi_tables_ddl success! >>>>>>
[Pipeline] // container
[Pipeline] // container
[Pipeline] sh
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
[Pipeline] sh
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:03 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7365753252437107245 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:48.770502551 +0800 CST StartTs:449569905346084868 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a0fe60 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569905372299269}
{CheckpointTs:449569906171838498 MinTableBarrierTs:449569906171838498 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dfcc140d-d58e-41f6-8dc6-4f34b471f372
	{"id":"dfcc140d-d58e-41f6-8dc6-4f34b471f372","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973100}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c53c867
	dfcc140d-d58e-41f6-8dc6-4f34b471f372

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7365753252437107245,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:48.770502551+08:00","start-ts":449569905346084868,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569905372299269}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":449569906171838498,"min-table-barrier-ts":449569906171838498,"admin-job-type":0}

/tidb/cdc/default/default/task/position/dfcc140d-d58e-41f6-8dc6-4f34b471f372/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753252437107245
	{"id":7365753252437107245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7365753252437107245 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:48.770502551 +0800 CST StartTs:449569905346084868 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a0fe60 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569905372299269}
{CheckpointTs:449569906171838498 MinTableBarrierTs:449569906171838498 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dfcc140d-d58e-41f6-8dc6-4f34b471f372
	{"id":"dfcc140d-d58e-41f6-8dc6-4f34b471f372","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973100}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c53c867
	dfcc140d-d58e-41f6-8dc6-4f34b471f372

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7365753252437107245,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:48.770502551+08:00","start-ts":449569905346084868,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569905372299269}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":449569906171838498,"min-table-barrier-ts":449569906171838498,"admin-job-type":0}

/tidb/cdc/default/default/task/position/dfcc140d-d58e-41f6-8dc6-4f34b471f372/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753252437107245
	{"id":7365753252437107245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7365753252437107245 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:48.770502551 +0800 CST StartTs:449569905346084868 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a0fe60 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569905372299269}
{CheckpointTs:449569906171838498 MinTableBarrierTs:449569906171838498 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dfcc140d-d58e-41f6-8dc6-4f34b471f372
	{"id":"dfcc140d-d58e-41f6-8dc6-4f34b471f372","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973100}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c53c867
	dfcc140d-d58e-41f6-8dc6-4f34b471f372

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7365753252437107245,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:48.770502551+08:00","start-ts":449569905346084868,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569905372299269}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":449569906171838498,"min-table-barrier-ts":449569906171838498,"admin-job-type":0}

/tidb/cdc/default/default/task/position/dfcc140d-d58e-41f6-8dc6-4f34b471f372/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753252437107245
+ grep -q 'etcd info'
	{"id":7365753252437107245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
[Mon May  6 13:25:03 CST 2024] <<<<<< START cdc server in ddl_manager case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.58595861.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
check diff failed 3-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G13
[Pipeline] sh
Run cases: tiflash region_merge common_1
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=5ceb1574-c705-4554-bc82-58ab00369add
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G13
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-br9j4
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn pingcap_tiflow_pull_cdc_integration_kafka_test_1863-br9j4
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/tiflash/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] // withCredentials
[Pipeline] }
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7335.out cli changefeed remove -c gzip
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G17
Run cases: clustered_index processor_resolved_ts_fallback
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=19809d67-ce87-4370-b648-8b290f9396c4
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-zxfk2-dkrj3
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G17
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-zxfk2
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-zxfk2-dkrj3 pingcap_tiflow_pull_cdc_integration_kafka_test_1863-zxfk2
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-zxfk2-dkrj3
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/clustered_index/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:25:04 CST 2024] <<<<<< skip test case clustered_index for kafka! >>>>>>
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_resolved_ts_fallback/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:25:04 CST 2024] <<<<<< run test case processor_resolved_ts_fallback success! >>>>>>
[Pipeline] // container
[Pipeline] }
table test.finish_mark exists
check diff successfully
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
wait process cdc.test exit for 1-th time...
[2024/05/06 13:25:00.386 +08:00] [WARN] [diff.go:182] ["table struct is not equal"] [reason="column name not equal, one is 3HwcM another is c"]
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Changefeed remove successfully.
ID: gzip
CheckpointTs: 449569908310409246
SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-gzip-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=gzip
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
[Pipeline] // node
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
wait process cdc.test exit for 2-th time...
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:06 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7365753252437107245 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:48.770502551 +0800 CST StartTs:449569905346084868 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a0fe60 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569905372299269}
{CheckpointTs:449569906198052870 MinTableBarrierTs:449569906198052870 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dfcc140d-d58e-41f6-8dc6-4f34b471f372
	{"id":"dfcc140d-d58e-41f6-8dc6-4f34b471f372","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973100}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c53c867
	dfcc140d-d58e-41f6-8dc6-4f34b471f372

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7365753252437107245,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:48.770502551+08:00","start-ts":449569905346084868,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569905372299269}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":449569906198052870,"min-table-barrier-ts":449569906198052870,"admin-job-type":0}

/tidb/cdc/default/default/task/position/dfcc140d-d58e-41f6-8dc6-4f34b471f372/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753252437107245
	{"id":7365753252437107245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7365753252437107245 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:48.770502551 +0800 CST StartTs:449569905346084868 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a0fe60 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569905372299269}
{CheckpointTs:449569906198052870 MinTableBarrierTs:449569906198052870 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dfcc140d-d58e-41f6-8dc6-4f34b471f372
	{"id":"dfcc140d-d58e-41f6-8dc6-4f34b471f372","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973100}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c53c867
	dfcc140d-d58e-41f6-8dc6-4f34b471f372

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7365753252437107245,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:48.770502551+08:00","start-ts":449569905346084868,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569905372299269}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":449569906198052870,"min-table-barrier-ts":449569906198052870,"admin-job-type":0}

/tidb/cdc/default/default/task/position/dfcc140d-d58e-41f6-8dc6-4f34b471f372/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753252437107245
+ grep -q 'failed to get info:'
	{"id":7365753252437107245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7365753252437107245 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:48.770502551 +0800 CST StartTs:449569905346084868 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a0fe60 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569905372299269}
{CheckpointTs:449569906198052870 MinTableBarrierTs:449569906198052870 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dfcc140d-d58e-41f6-8dc6-4f34b471f372
	{"id":"dfcc140d-d58e-41f6-8dc6-4f34b471f372","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973100}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5c53c867
	dfcc140d-d58e-41f6-8dc6-4f34b471f372

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7365753252437107245,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-10143?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:48.770502551+08:00","start-ts":449569905346084868,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569905372299269}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":449569906198052870,"min-table-barrier-ts":449569906198052870,"admin-job-type":0}

/tidb/cdc/default/default/task/position/dfcc140d-d58e-41f6-8dc6-4f34b471f372/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753252437107245
	{"id":7365753252437107245,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
table ddl_manager.finish_mark not exists for 1-th check, retry later
[Pipeline] // node
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:25:06 CST 2024] <<<<<< run test case kafka_simple_claim_check success! >>>>>>
[Pipeline] }
[Pipeline] // stage
check diff failed 4-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
start tidb cluster in /tmp/tidb_cdc_test/new_ci_collation
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
[Pipeline] }
start tidb cluster in /tmp/tidb_cdc_test/changefeed_finish
Starting Upstream PD...
[Pipeline] // podTemplate
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_partition_table/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:25:06 CST 2024] <<<<<< run test case csv_storage_partition_table success! >>>>>>
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7377.out cli tso query --pd=http://127.0.0.1:2379
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
start tidb cluster in /tmp/tidb_cdc_test/tiflash
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table ddl_manager.finish_mark not exists for 2-th check, retry later
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G16
Run cases: owner_resign processor_etcd_worker_delay sink_hang
PROW_JOB_ID=e2ae66c7-702f-46b4-ae6b-4de0911c1a30
JENKINS_NODE_COOKIE=5e728bed-3e7d-4fdc-9bec-fe0ab8a29ca8
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-2mqfz-6cfzl
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787347784425279493","prowjobid":"e2ae66c7-702f-46b4-ae6b-4de0911c1a30","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":11021,"author":"asddongmen","sha":"d72d260c017170db94deda602246fcddfea2a4a1","title":"sink (ticdc): fix sourceID error","link":"https://github.com/pingcap/tiflow/pull/11021","commit_link":"https://github.com/pingcap/tiflow/pull/11021/commits/d72d260c017170db94deda602246fcddfea2a4a1","author_link":"https://github.com/asddongmen"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1863
TEST_GROUP=G16
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787347784425279493
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1863/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-2mqfz
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap_tiflow_pull_cdc_integration_kafka_test_1863-2mqfz pingcap-tiflow-pull-cdc-integration-kafka-test-1863-2mqfz-6cfzl
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1863-2mqfz-6cfzl
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1863
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/owner_resign/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:25:07 CST 2024] <<<<<< run test case owner_resign success! >>>>>>
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317384a40011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:1487, start at 2024-05-06 13:25:06.492315694 +0800 CST m=+5.223673424	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:06.499 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:06.473 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:06.473 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317384a40011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:1487, start at 2024-05-06 13:25:06.492315694 +0800 CST m=+5.223673424	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:06.499 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:06.473 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:06.473 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3173855c0016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:1568, start at 2024-05-06 13:25:06.563457866 +0800 CST m=+5.237211021	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:06.569 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:06.569 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:06.569 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/default_value/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/default_value/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/default_value/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/default_value/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/default_value/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
+ tso='449569910158524418
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569910158524418 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7417.out cli changefeed create --start-ts=449569910158524418 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-snappy-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=snappy' -c snappy
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_capture/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
Create changefeed successfully!
ID: snappy
Info: {"upstream_id":7365753287533768852,"namespace":"default","id":"snappy","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-snappy-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=snappy","create_time":"2024-05-06T13:25:08.909321202+08:00","start_ts":449569910158524418,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569910158524418,"checkpoint_ts":449569910158524418,"checkpoint_time":"2024-05-06 13:25:06.989"}
PASS
[Pipeline] // cache
check diff failed 5-th time, retry later
Verifying downstream PD is started...
[Pipeline] }
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] // node
[Pipeline] }
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // podTemplate
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.default_value.cli.2901.out cli tso query --pd=http://127.0.0.1:2379
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[Pipeline] // timeout
+ set +x
[Mon May  6 13:25:10 CST 2024] <<<<<< START kafka consumer in kafka_compression case >>>>>>
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
table ddl_manager.finish_mark not exists for 3-th check, retry later
Starting Upstream TiDB...
[Pipeline] // container
[Pipeline] }
check diff successfully
[Pipeline] // withEnv
[Pipeline] }
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
Starting Upstream TiDB...
[Pipeline] // stage
[Pipeline] }
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2024/05/06 13:25:08.872 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:08.904 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:09.008 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:09.016 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:10.006 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:10.016 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]: syntax error: operand expected (error token is "[2024/05/06 13:25:08.872 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:08.904 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:09.008 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:09.016 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:10.006 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]
[2024/05/06 13:25:10.016 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses snappy compression algorithm"]")
table test.snappy_finish_mark not exists for 1-th check, retry later
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:25:11.331 +08:00] [WARN] [diff.go:551] ["checksum is not equal"] [table=`test`.`ntest`] [where="((TRUE) AND TRUE)"] ["source checksum"=0] ["target checksum"=1948009184] ["get source checksum cost"=2.195046ms] ["get target checksum cost"=3.452223ms]
start tidb cluster in /tmp/tidb_cdc_test/multi_capture
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ set +x
+ tso='449569911084941320
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569911084941320 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:25:11 CST 2024] <<<<<< START cdc server in default_value case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.default_value.29412943.out server --log-file /tmp/tidb_cdc_test/default_value/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/default_value/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table ddl_manager.finish_mark not exists for 4-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_etcd_worker_delay/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:25:12 CST 2024] <<<<<< run test case processor_etcd_worker_delay success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.snappy_finish_mark not exists for 2-th check, retry later
table ddl_manager.finish_mark not exists for 5-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 1-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:15 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/14fc1b1f-e122-4009-bd5d-7d1dfd99bb16
	{"id":"14fc1b1f-e122-4009-bd5d-7d1dfd99bb16","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973112}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cb6f5cf
	14fc1b1f-e122-4009-bd5d-7d1dfd99bb16

/tidb/cdc/default/default/upstream/7365753370216800986
	{"id":7365753370216800986,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/14fc1b1f-e122-4009-bd5d-7d1dfd99bb16
	{"id":"14fc1b1f-e122-4009-bd5d-7d1dfd99bb16","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973112}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cb6f5cf
	14fc1b1f-e122-4009-bd5d-7d1dfd99bb16

/tidb/cdc/default/default/upstream/7365753370216800986
	{"id":7365753370216800986,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/14fc1b1f-e122-4009-bd5d-7d1dfd99bb16
	{"id":"14fc1b1f-e122-4009-bd5d-7d1dfd99bb16","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973112}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cb6f5cf
	14fc1b1f-e122-4009-bd5d-7d1dfd99bb16

/tidb/cdc/default/default/upstream/7365753370216800986
	{"id":7365753370216800986,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.default_value.cli.3001.out cli changefeed create --start-ts=449569911084941320 '--sink-uri=kafka://127.0.0.1:9092/ticdc-default-value-test-7679?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Create changefeed successfully!
ID: 758358dc-55e2-4e02-b5ed-a2aa26fe5a5e
Info: {"upstream_id":7365753370216800986,"namespace":"default","id":"758358dc-55e2-4e02-b5ed-a2aa26fe5a5e","sink_uri":"kafka://127.0.0.1:9092/ticdc-default-value-test-7679?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:25:15.572988236+08:00","start_ts":449569911084941320,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569911084941320,"checkpoint_ts":449569911084941320,"checkpoint_time":"2024-05-06 13:25:10.523"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table test.snappy_finish_mark exists
check diff successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7543.out cli changefeed pause -c snappy
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
table ddl_manager.finish_mark not exists for 6-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/sink_hang/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:25:16 CST 2024] <<<<<< run test case sink_hang success! >>>>>>
check diff failed 2-th time, retry later
+ set +x
[Mon May  6 13:25:17 CST 2024] <<<<<< START kafka consumer in default_value case >>>>>>
go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/google/uuid v1.6.0
go: downloading github.com/BurntSushi/toml v1.3.2
go: downloading github.com/pingcap/tidb-tools v0.0.0-20240305021104-9f9bea84490b
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240415145106-cd9c676e9ba4
go: downloading golang.org/x/time v0.5.0
go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c
go: downloading golang.org/x/sync v0.7.0
go: downloading google.golang.org/grpc v1.62.1
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading go.uber.org/atomic v1.11.0
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/multierr v1.11.0
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240410110152-5fc42c9be2f5
go: downloading github.com/coreos/go-semver v0.3.1
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317419bc0015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl, pid:1408, start at 2024-05-06 13:25:16.042244717 +0800 CST m=+5.276740571	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:16.052 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:16.015 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:16.015 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading golang.org/x/sys v0.19.0
go: downloading google.golang.org/protobuf v1.33.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda
go: downloading golang.org/x/net v0.24.0
go: downloading github.com/golang/protobuf v1.5.4
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7582.out cli changefeed remove -c snappy
go: downloading golang.org/x/text v0.14.0
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_manager.finish_mark not exists for 7-th check, retry later
Changefeed remove successfully.
ID: snappy
CheckpointTs: 449569911180886045
SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-snappy-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=snappy
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/run.sh: line 1: 19060 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317431600013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c, pid:1406, start at 2024-05-06 13:25:17.553657293 +0800 CST m=+5.104808101	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:17.562 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:17.528 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:17.528 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317431600013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c, pid:1406, start at 2024-05-06 13:25:17.553657293 +0800 CST m=+5.104808101	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:17.562 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:17.528 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:17.528 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317433900013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c, pid:1491, start at 2024-05-06 13:25:17.702450618 +0800 CST m=+5.199968748	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:17.709 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:17.668 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:17.668 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/error.log
arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317419bc0015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl, pid:1408, start at 2024-05-06 13:25:16.042244717 +0800 CST m=+5.276740571	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:16.052 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:16.015 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:16.015 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31741a780015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl, pid:1483, start at 2024-05-06 13:25:16.10930516 +0800 CST m=+5.286706373	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:16.117 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:16.113 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:16.113 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
check diff failed 3-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading golang.org/x/exp v0.0.0-20240409090435-93d18d7e34b8
go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240409022718-714958ccd4d5
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/prometheus/client_golang v1.19.0
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/docker/go-units v0.5.0
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/shirou/gopsutil/v3 v3.24.2
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/stretchr/testify v1.9.0
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/gorilla/mux v1.8.0
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/scalalang2/golang-fifo v0.1.5
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/aws/aws-sdk-go v1.50.0
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/klauspost/compress v1.17.8
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading cloud.google.com/go v0.112.2
go: downloading golang.org/x/oauth2 v0.18.0
go: downloading google.golang.org/api v0.170.0
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading golang.org/x/tools v0.20.0
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1
go: downloading golang.org/x/crypto v0.22.0
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/prometheus/common v0.52.2
go: downloading github.com/prometheus/procfs v0.13.0
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/otiai10/copy v1.2.0
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.0
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading cloud.google.com/go/compute/metadata v0.2.3
go: downloading github.com/kr/pretty v0.3.1
go: downloading cloud.google.com/go/compute v1.25.1
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7618.out cli tso query --pd=http://127.0.0.1:2379
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d
go: downloading github.com/robfig/cron v1.2.0
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/apache/thrift v0.16.0
go: downloading github.com/mattn/go-runewidth v0.0.15
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/rogpeppe/go-internal v1.12.0
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/golang/glog v1.2.0
go: downloading github.com/golang-jwt/jwt/v5 v5.2.0
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/fatih/color v1.16.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/go-logr/stdr v1.2.2
go: downloading github.com/go-logr/logr v1.4.1
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
table ddl_manager.finish_mark not exists for 8-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_claim_check_avro
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
check diff failed 4-th time, retry later
[Mon May  6 13:25:20 CST 2024] <<<<<< START cdc server in new_ci_collation case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.new_ci_collation.28512853.out server --log-file /tmp/tidb_cdc_test/new_ci_collation/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/new_ci_collation/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3174613c0019	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:7597, start at 2024-05-06 13:25:20.630627707 +0800 CST m=+5.247311925	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:20.637 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:20.641 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:20.641 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ tso='449569913540182022
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569913540182022 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7656.out cli changefeed create --start-ts=449569913540182022 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-lz4-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=lz4' -c lz4
[Mon May  6 13:25:21 CST 2024] <<<<<< START cdc server in changefeed_finish case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_finish.28212823.out server --log-file /tmp/tidb_cdc_test/changefeed_finish/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_finish/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Create changefeed successfully!
ID: lz4
Info: {"upstream_id":7365753287533768852,"namespace":"default","id":"lz4","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-lz4-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=lz4","create_time":"2024-05-06T13:25:21.809465076+08:00","start_ts":449569913540182022,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569913540182022,"checkpoint_ts":449569913540182022,"checkpoint_time":"2024-05-06 13:25:19.889"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317454700006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn, pid:1327, start at 2024-05-06 13:25:19.778508811 +0800 CST m=+8.481388136	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:19.791 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:19.772 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:19.772 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317454700006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn, pid:1327, start at 2024-05-06 13:25:19.778508811 +0800 CST m=+8.481388136	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:19.791 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:19.772 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:19.772 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3174507c0011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn, pid:1359, start at 2024-05-06 13:25:19.558980322 +0800 CST m=+8.150369370	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:19.582 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:19.568 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:19.568 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/tiflash/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/tiflash/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table ddl_manager.finish_mark not exists for 9-th check, retry later
check diff failed 5-th time, retry later
+ set +x
[Mon May  6 13:25:23 CST 2024] <<<<<< START kafka consumer in kafka_compression case >>>>>>
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3174613c0019	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:7597, start at 2024-05-06 13:25:20.630627707 +0800 CST m=+5.247311925	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:20.637 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:20.641 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:20.641 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317463780015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:7683, start at 2024-05-06 13:25:20.776895799 +0800 CST m=+5.340237113	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:20.784 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:20.784 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:20.784 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_capture/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_capture/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.cli.2747.out cli tso query --pd=http://127.0.0.1:2379
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:24 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/285dc919-d276-4c5b-b37e-558bb5200124
	{"id":"285dc919-d276-4c5b-b37e-558bb5200124","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973121}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ce1e4cd
	285dc919-d276-4c5b-b37e-558bb5200124

/tidb/cdc/default/default/upstream/7365753409629274879
	{"id":7365753409629274879,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/285dc919-d276-4c5b-b37e-558bb5200124
	{"id":"285dc919-d276-4c5b-b37e-558bb5200124","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973121}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ce1e4cd
	285dc919-d276-4c5b-b37e-558bb5200124

/tidb/cdc/default/default/upstream/7365753409629274879
	{"id":7365753409629274879,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/285dc919-d276-4c5b-b37e-558bb5200124
	{"id":"285dc919-d276-4c5b-b37e-558bb5200124","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973121}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ce1e4cd
	285dc919-d276-4c5b-b37e-558bb5200124

/tidb/cdc/default/default/upstream/7365753409629274879
	{"id":7365753409629274879,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table ddl_manager.finish_mark not exists for 10-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:23 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2c4f3063-4a92-4122-93ba-41a6af03982f
	{"id":"2c4f3063-4a92-4122-93ba-41a6af03982f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973121}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ce092cd
	2c4f3063-4a92-4122-93ba-41a6af03982f

/tidb/cdc/default/default/upstream/7365753408977868891
	{"id":7365753408977868891,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2c4f3063-4a92-4122-93ba-41a6af03982f
	{"id":"2c4f3063-4a92-4122-93ba-41a6af03982f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973121}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ce092cd
	2c4f3063-4a92-4122-93ba-41a6af03982f

/tidb/cdc/default/default/upstream/7365753408977868891
	{"id":7365753408977868891,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2c4f3063-4a92-4122-93ba-41a6af03982f
	{"id":"2c4f3063-4a92-4122-93ba-41a6af03982f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973121}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ce092cd
	2c4f3063-4a92-4122-93ba-41a6af03982f

/tidb/cdc/default/default/upstream/7365753408977868891
	{"id":7365753408977868891,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: 38e22adc-f27f-41da-a009-2a6428e0e238
Info: {"upstream_id":7365753408977868891,"namespace":"default","id":"38e22adc-f27f-41da-a009-2a6428e0e238","sink_uri":"kafka://127.0.0.1:9092/ticdc-new_ci_collation-test-11222?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:25:24.16657797+08:00","start_ts":449569913786073089,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569913786073089,"checkpoint_ts":449569913786073089,"checkpoint_time":"2024-05-06 13:25:20.827"}
[Mon May  6 13:25:24 CST 2024] <<<<<< START kafka consumer in new_ci_collation case >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2024/05/06 13:25:21.773 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:21.804 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:21.909 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:21.917 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:22.908 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:22.917 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]: syntax error: operand expected (error token is "[2024/05/06 13:25:21.773 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:21.804 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:21.909 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:21.917 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:22.908 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]
[2024/05/06 13:25:22.917 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses lz4 compression algorithm"]")
table test.lz4_finish_mark not exists for 1-th check, retry later
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Mon May  6 13:25:24 CST 2024] <<<<<< START kafka consumer in changefeed_finish case >>>>>>
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
check diff failed 1-th time, retry later
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
go: downloading github.com/google/s2a-go v0.1.7
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
go: downloading github.com/jmespath/go-jmespath v0.4.0
[Pipeline] }
[Pipeline] // node
[Pipeline] }
check diff successfully
Starting Upstream TiDB...
[Pipeline] // podTemplate
[Pipeline] }
+ set +x
+ tso='449569914623885315
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569914623885315 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:25:25 CST 2024] <<<<<< START cdc server in tiflash case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.27832785.out server --log-file /tmp/tidb_cdc_test/tiflash/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tiflash/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[Pipeline] // withEnv
[Pipeline] }
table new_ci_collation_test.t1 not exists for 1-th check, retry later
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Pipeline] // stage
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
[Pipeline] }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.9144.out cli tso query --pd=http://127.0.0.1:2379
table ddl_manager.finish_mark not exists for 11-th check, retry later
table test.lz4_finish_mark not exists for 2-th check, retry later
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark not exists for 3-th check, retry later
+ set +x
+ tso='449569915152891906
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569915152891906 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
check diff failed 2-th time, retry later
table new_ci_collation_test.t1 exists
table new_ci_collation_test.t2 not exists for 1-th check, retry later
***************** properties *****************
"insertproportion"="0"
"mysql.user"="root"
"updateproportion"="0"
"threadcount"="2"
"mysql.db"="multi_capture_1"
"mysql.host"="127.0.0.1"
"recordcount"="10"
"readallfields"="true"
"mysql.port"="4000"
"operationcount"="0"
"requestdistribution"="uniform"
"readproportion"="0"
"scanproportion"="0"
"dotransactions"="false"
"workload"="core"
**********************************************
Run finished, takes 8.242568ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 2135.1, Avg(us): 1539, Min(us): 960, Max(us): 3589, 95th(us): 4000, 99th(us): 4000
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
***************** properties *****************
"mysql.port"="4000"
"requestdistribution"="uniform"
"workload"="core"
"threadcount"="2"
"readproportion"="0"
"dotransactions"="false"
"mysql.host"="127.0.0.1"
"mysql.db"="multi_capture_2"
"recordcount"="10"
"insertproportion"="0"
"readallfields"="true"
"operationcount"="0"
"updateproportion"="0"
"mysql.user"="root"
"scanproportion"="0"
**********************************************
Run finished, takes 8.715324ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 2046.7, Avg(us): 1673, Min(us): 1117, Max(us): 3751, 95th(us): 4000, 99th(us): 4000
table ddl_manager.finish_mark not exists for 12-th check, retry later
***************** properties *****************
"updateproportion"="0"
"mysql.port"="4000"
"mysql.db"="multi_capture_3"
"recordcount"="10"
"insertproportion"="0"
"operationcount"="0"
"dotransactions"="false"
"readproportion"="0"
"threadcount"="2"
"workload"="core"
"requestdistribution"="uniform"
"scanproportion"="0"
"mysql.host"="127.0.0.1"
"mysql.user"="root"
"readallfields"="true"
**********************************************
Run finished, takes 10.913829ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 1909.0, Avg(us): 2082, Min(us): 942, Max(us): 5678, 95th(us): 6000, 99th(us): 6000
***************** properties *****************
"workload"="core"
"mysql.user"="root"
"insertproportion"="0"
"threadcount"="2"
"readallfields"="true"
"operationcount"="0"
"mysql.host"="127.0.0.1"
"requestdistribution"="uniform"
"updateproportion"="0"
"readproportion"="0"
"mysql.port"="4000"
"recordcount"="10"
"scanproportion"="0"
"mysql.db"="multi_capture_4"
"dotransactions"="false"
**********************************************
Run finished, takes 9.470036ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 1866.3, Avg(us): 1800, Min(us): 968, Max(us): 3994, 95th(us): 4000, 99th(us): 4000
[Mon May  6 13:25:28 CST 2024] <<<<<< START cdc server in multi_capture case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.92739275.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data1 --cluster-id default --addr 127.0.0.1:8301
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8301 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8301; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table test.lz4_finish_mark exists
check diff successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7795.out cli changefeed pause -c lz4
table test.finish_mark not exists for 4-th check, retry later
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:28 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/65037021-bfa5-413b-93c7-44c3a51b5af6
	{"id":"65037021-bfa5-413b-93c7-44c3a51b5af6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973125}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ce56ed6
	65037021-bfa5-413b-93c7-44c3a51b5af6

/tidb/cdc/default/default/upstream/7365753415502131008
	{"id":7365753415502131008,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/65037021-bfa5-413b-93c7-44c3a51b5af6
	{"id":"65037021-bfa5-413b-93c7-44c3a51b5af6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973125}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ce56ed6
	65037021-bfa5-413b-93c7-44c3a51b5af6

/tidb/cdc/default/default/upstream/7365753415502131008
	{"id":7365753415502131008,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/65037021-bfa5-413b-93c7-44c3a51b5af6
	{"id":"65037021-bfa5-413b-93c7-44c3a51b5af6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973125}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ce56ed6
	65037021-bfa5-413b-93c7-44c3a51b5af6

/tidb/cdc/default/default/upstream/7365753415502131008
	{"id":7365753415502131008,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: c68255fd-807d-4696-b0db-3bdb8148f975
Info: {"upstream_id":7365753415502131008,"namespace":"default","id":"c68255fd-807d-4696-b0db-3bdb8148f975","sink_uri":"kafka://127.0.0.1:9092/ticdc-tiflash-test-27484?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:25:29.041305485+08:00","start_ts":449569914623885315,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569914623885315,"checkpoint_ts":449569914623885315,"checkpoint_time":"2024-05-06 13:25:24.023"}
[Mon May  6 13:25:29 CST 2024] <<<<<< START kafka consumer in tiflash case >>>>>>
check diff successfully
table new_ci_collation_test.t2 exists
table new_ci_collation_test.t3 not exists for 1-th check, retry later
check diff failed 1-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7828.out cli changefeed remove -c lz4
table test.finish_mark not exists for 5-th check, retry later
table ddl_manager.finish_mark not exists for 13-th check, retry later
Changefeed remove successfully.
ID: lz4
CheckpointTs: 449569914562543624
SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-lz4-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=lz4
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
table cdc_tiflash_test.multi_data_type not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8301 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8301
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:31 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e4f83124-318d-4c13-8a08-f18152a5e663
	{"id":"e4f83124-318d-4c13-8a08-f18152a5e663","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973128}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb3b
	e4f83124-318d-4c13-8a08-f18152a5e663

/tidb/cdc/default/default/upstream/7365753432049977169
	{"id":7365753432049977169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e4f83124-318d-4c13-8a08-f18152a5e663
	{"id":"e4f83124-318d-4c13-8a08-f18152a5e663","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973128}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb3b
	e4f83124-318d-4c13-8a08-f18152a5e663

/tidb/cdc/default/default/upstream/7365753432049977169
	{"id":7365753432049977169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e4f83124-318d-4c13-8a08-f18152a5e663
	{"id":"e4f83124-318d-4c13-8a08-f18152a5e663","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973128}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb3b
	e4f83124-318d-4c13-8a08-f18152a5e663

/tidb/cdc/default/default/upstream/7365753432049977169
	{"id":7365753432049977169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Mon May  6 13:25:31 CST 2024] <<<<<< START cdc server in multi_capture case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.93249326.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data2 --cluster-id default --addr 127.0.0.1:8302
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8302 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8302; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 2-th time, retry later
table new_ci_collation_test.t3 exists
table new_ci_collation_test.t4 not exists for 1-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317501b00010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:20206, start at 2024-05-06 13:25:30.875220247 +0800 CST m=+5.129309772	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:30.881 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:30.860 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:30.860 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317501b00010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:20206, start at 2024-05-06 13:25:30.875220247 +0800 CST m=+5.129309772	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:30.881 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:30.860 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:30.860 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3175027c0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:20289, start at 2024-05-06 13:25:30.95025197 +0800 CST m=+5.141998382	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:27:30.958 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:25:30.961 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:15:30.961 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7865.out cli tso query --pd=http://127.0.0.1:2379
table test.finish_mark not exists for 6-th check, retry later
table ddl_manager.finish_mark not exists for 14-th check, retry later
table cdc_tiflash_test.multi_data_type exists
check diff failed 1-th time, retry later
check diff failed 3-th time, retry later
table new_ci_collation_test.t4 exists
table new_ci_collation_test.t5 not exists for 1-th check, retry later
[Mon May  6 13:25:34 CST 2024] <<<<<< START cdc server in kafka_simple_claim_check_avro case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.2166721669.out server --log-file /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ set +x
+ tso='449569916921839618
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569916921839618 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7900.out cli changefeed create --start-ts=449569916921839618 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-zstd-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=zstd' -c zstd
table test.finish_mark not exists for 7-th check, retry later
table ddl_manager.finish_mark not exists for 15-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8302 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8302
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:34 GMT
< Content-Length: 1271
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5537790f-e0da-4656-b2eb-1657ff30328c
	{"id":"5537790f-e0da-4656-b2eb-1657ff30328c","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973131}

/tidb/cdc/default/__cdc_meta__/capture/e4f83124-318d-4c13-8a08-f18152a5e663
	{"id":"e4f83124-318d-4c13-8a08-f18152a5e663","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973128}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb3b
	e4f83124-318d-4c13-8a08-f18152a5e663

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb6d
	5537790f-e0da-4656-b2eb-1657ff30328c

/tidb/cdc/default/default/upstream/7365753432049977169
	{"id":7365753432049977169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5537790f-e0da-4656-b2eb-1657ff30328c
	{"id":"5537790f-e0da-4656-b2eb-1657ff30328c","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973131}

/tidb/cdc/default/__cdc_meta__/capture/e4f83124-318d-4c13-8a08-f18152a5e663
	{"id":"e4f83124-318d-4c13-8a08-f18152a5e663","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973128}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb3b
	e4f83124-318d-4c13-8a08-f18152a5e663

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb6d
	5537790f-e0da-4656-b2eb-1657ff30328c

/tidb/cdc/default/default/upstream/7365753432049977169
	{"id":7365753432049977169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5537790f-e0da-4656-b2eb-1657ff30328c
	{"id":"5537790f-e0da-4656-b2eb-1657ff30328c","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973131}

/tidb/cdc/default/__cdc_meta__/capture/e4f83124-318d-4c13-8a08-f18152a5e663
	{"id":"e4f83124-318d-4c13-8a08-f18152a5e663","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973128}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb3b
	e4f83124-318d-4c13-8a08-f18152a5e663

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb6d
	5537790f-e0da-4656-b2eb-1657ff30328c

/tidb/cdc/default/default/upstream/7365753432049977169
	{"id":7365753432049977169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Mon May  6 13:25:34 CST 2024] <<<<<< START cdc server in multi_capture case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.93819383.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data3 --cluster-id default --addr 127.0.0.1:8303
++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8303 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8303; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Create changefeed successfully!
ID: zstd
Info: {"upstream_id":7365753287533768852,"namespace":"default","id":"zstd","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-zstd-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=zstd","create_time":"2024-05-06T13:25:34.659283907+08:00","start_ts":449569916921839618,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569916921839618,"checkpoint_ts":449569916921839618,"checkpoint_time":"2024-05-06 13:25:32.789"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
check diff successfully
wait process cdc.test exit for 1-th time...
table new_ci_collation_test.t5 exists
check diff failed 1-th time, retry later
+ set +x
[Mon May  6 13:25:36 CST 2024] <<<<<< START kafka consumer in kafka_compression case >>>>>>
table ddl_manager.finish_mark not exists for 16-th check, retry later
wait process cdc.test exit for 2-th time...
table test.finish_mark not exists for 8-th check, retry later
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:25:37 CST 2024] <<<<<< run test case tiflash success! >>>>>>
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:37 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2ef85c29-442e-4372-8c96-a107fa9410ef
	{"id":"2ef85c29-442e-4372-8c96-a107fa9410ef","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973134}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5d188fc3
	2ef85c29-442e-4372-8c96-a107fa9410ef

/tidb/cdc/default/default/upstream/7365753474659815835
	{"id":7365753474659815835,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2ef85c29-442e-4372-8c96-a107fa9410ef
	{"id":"2ef85c29-442e-4372-8c96-a107fa9410ef","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973134}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5d188fc3
	2ef85c29-442e-4372-8c96-a107fa9410ef

/tidb/cdc/default/default/upstream/7365753474659815835
	{"id":7365753474659815835,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2ef85c29-442e-4372-8c96-a107fa9410ef
	{"id":"2ef85c29-442e-4372-8c96-a107fa9410ef","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973134}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5d188fc3
	2ef85c29-442e-4372-8c96-a107fa9410ef

/tidb/cdc/default/default/upstream/7365753474659815835
	{"id":7365753474659815835,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.21727.out cli tso query --pd=http://127.0.0.1:2379
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2024/05/06 13:25:34.624 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:34.655 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:34.762 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:34.770 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:35.759 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:35.766 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]: syntax error: operand expected (error token is "[2024/05/06 13:25:34.624 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:34.655 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:34.762 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:34.770 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:35.759 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]
[2024/05/06 13:25:35.766 +08:00] [INFO] [sarama.go:96] ["Kafka producer uses zstd compression algorithm"]")
check diff failed 4-th time, retry later
table test.zstd_finish_mark not exists for 1-th check, retry later
check diff failed 2-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8303 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8303 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8303
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:37 GMT
< Content-Length: 1750
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5537790f-e0da-4656-b2eb-1657ff30328c
	{"id":"5537790f-e0da-4656-b2eb-1657ff30328c","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973131}

/tidb/cdc/default/__cdc_meta__/capture/e4f83124-318d-4c13-8a08-f18152a5e663
	{"id":"e4f83124-318d-4c13-8a08-f18152a5e663","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973128}

/tidb/cdc/default/__cdc_meta__/capture/e9334fb4-2375-47c0-a0ba-6601dd699e4f
	{"id":"e9334fb4-2375-47c0-a0ba-6601dd699e4f","address":"127.0.0.1:8303","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973134}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb3b
	e4f83124-318d-4c13-8a08-f18152a5e663

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb6d
	5537790f-e0da-4656-b2eb-1657ff30328c

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb8d
	e9334fb4-2375-47c0-a0ba-6601dd699e4f

/tidb/cdc/default/default/upstream/7365753432049977169
	{"id":7365753432049977169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5537790f-e0da-4656-b2eb-1657ff30328c
	{"id":"5537790f-e0da-4656-b2eb-1657ff30328c","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973131}

/tidb/cdc/default/__cdc_meta__/capture/e4f83124-318d-4c13-8a08-f18152a5e663
	{"id":"e4f83124-318d-4c13-8a08-f18152a5e663","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973128}

/tidb/cdc/default/__cdc_meta__/capture/e9334fb4-2375-47c0-a0ba-6601dd699e4f
	{"id":"e9334fb4-2375-47c0-a0ba-6601dd699e4f","address":"127.0.0.1:8303","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973134}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb3b
	e4f83124-318d-4c13-8a08-f18152a5e663

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb6d
	5537790f-e0da-4656-b2eb-1657ff30328c

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb8d
	e9334fb4-2375-47c0-a0ba-6601dd699e4f

/tidb/cdc/default/default/upstream/7365753432049977169
	{"id":7365753432049977169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5537790f-e0da-4656-b2eb-1657ff30328c
	{"id":"5537790f-e0da-4656-b2eb-1657ff30328c","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973131}

/tidb/cdc/default/__cdc_meta__/capture/e4f83124-318d-4c13-8a08-f18152a5e663
	{"id":"e4f83124-318d-4c13-8a08-f18152a5e663","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973128}

/tidb/cdc/default/__cdc_meta__/capture/e9334fb4-2375-47c0-a0ba-6601dd699e4f
	{"id":"e9334fb4-2375-47c0-a0ba-6601dd699e4f","address":"127.0.0.1:8303","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973134}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb3b
	e4f83124-318d-4c13-8a08-f18152a5e663

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb6d
	5537790f-e0da-4656-b2eb-1657ff30328c

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5cf5eb8d
	e9334fb4-2375-47c0-a0ba-6601dd699e4f

/tidb/cdc/default/default/upstream/7365753432049977169
	{"id":7365753432049977169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.9438.out cli changefeed create --start-ts=449569915152891906 '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-capture-test-5991?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --server=127.0.0.1:8301
Create changefeed successfully!
ID: 750fcd4f-fb86-42b9-9e53-742a3632109f
Info: {"upstream_id":7365753432049977169,"namespace":"default","id":"750fcd4f-fb86-42b9-9e53-742a3632109f","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-capture-test-5991?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:25:37.988549292+08:00","start_ts":449569915152891906,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569915152891906,"checkpoint_ts":449569915152891906,"checkpoint_time":"2024-05-06 13:25:26.041"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table ddl_manager.finish_mark not exists for 17-th check, retry later
table test.finish_mark not exists for 9-th check, retry later
[2024/05/06 13:25:38.968 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=]
[2024/05/06 13:25:38.968 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365753017075965740]
[2024/05/06 13:25:38.968 +08:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 13:25:38.968 +08:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379]
[2024/05/06 13:25:38.969 +08:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global]
[2024/05/06 13:25:38.969 +08:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 13:25:38.970 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=]
[2024/05/06 13:25:38.970 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365753017075965740]
[2024/05/06 13:25:38.970 +08:00] [INFO] [client.go:606] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 13:25:38.970 +08:00] [INFO] [tso_client.go:236] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379]
[2024/05/06 13:25:38.971 +08:00] [INFO] [tso_dispatcher.go:359] ["[tso] tso dispatcher created"] [dc-location=global]
[2024/05/06 13:25:38.971 +08:00] [INFO] [client.go:612] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 13:25:38.971 +08:00] [INFO] [tikv_driver.go:197] ["using API V1."]
[2024/05/06 13:25:38.971 +08:00] [INFO] [main.go:180] ["genLock started"]
[2024/05/06 13:25:38.972 +08:00] [INFO] [store_cache.go:477] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable]
+ set +x
+ tso='449569918146314242
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569918146314242 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.21759.out cli changefeed create --start-ts=449569918146314242 '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-30717?protocol=simple&encoding-format=avro' -c kafka-simple-claim-check-avro --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/conf/changefeed.toml
+ set +x
[Mon May  6 13:25:39 CST 2024] <<<<<< START kafka consumer in multi_capture case >>>>>>
table multi_capture_1.usertable not exists for 1-th check, retry later
Create changefeed successfully!
ID: kafka-simple-claim-check-avro
Info: {"upstream_id":7365753474659815835,"namespace":"default","id":"kafka-simple-claim-check-avro","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-30717?protocol=simple\u0026encoding-format=avro","create_time":"2024-05-06T13:25:39.348519343+08:00","start_ts":449569918146314242,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-avro-claim-check"}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569918146314242,"checkpoint_ts":449569918146314242,"checkpoint_time":"2024-05-06 13:25:37.460"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
check diff successfully
table test.zstd_finish_mark not exists for 2-th check, retry later
check diff failed 3-th time, retry later
table ddl_manager.finish_mark not exists for 18-th check, retry later
table test.finish_mark not exists for 10-th check, retry later
+ set +x
table multi_capture_1.usertable not exists for 2-th check, retry later
table test.zstd_finish_mark exists
check diff successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8031.out cli changefeed pause -c zstd
PASS
check diff failed 4-th time, retry later
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
table ddl_manager.finish_mark not exists for 19-th check, retry later
table test.finish_mark not exists for 11-th check, retry later
check diff failed 1-th time, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8063.out cli changefeed remove -c zstd
table multi_capture_1.usertable exists
table multi_capture_2.usertable exists
table multi_capture_3.usertable not exists for 1-th check, retry later
check diff failed 5-th time, retry later
Changefeed remove successfully.
ID: zstd
CheckpointTs: 449569918035951646
SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-zstd-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=zstd
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
table ddl_manager.finish_mark not exists for 20-th check, retry later
table test.finish_mark not exists for 12-th check, retry later
check diff failed 2-th time, retry later
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.21816.out cli changefeed pause -c kafka-simple-claim-check-avro
+ set +x
wait process cdc.test exit for 1-th time...
table multi_capture_3.usertable exists
table multi_capture_4.usertable not exists for 1-th check, retry later
table ddl_manager.finish_mark not exists for 21-th check, retry later
table test.finish_mark not exists for 13-th check, retry later
check diff successfully
check diff failed 1-th time, retry later
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:25:47 CST 2024] <<<<<< run test case kafka_compression success! >>>>>>
check diff failed 3-th time, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.21847.out cli changefeed update -c kafka-simple-claim-check-avro '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-30717?protocol=simple&encoding-format=avro&max-message-bytes=2048' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/conf/changefeed.toml --no-confirm
table ddl_manager.finish_mark not exists for 22-th check, retry later
table multi_capture_4.usertable exists
check diff failed 1-th time, retry later
table test.finish_mark not exists for 14-th check, retry later
check diff successfully
Diff of changefeed config:
{Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-30717?protocol=simple&encoding-format=avro To:kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-30717?protocol=simple&encoding-format=avro&max-message-bytes=2048}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc003934548}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc003934558}
{Type:update Path:[Config Consistent] From:<nil> To:0xc0014560e0}
Update changefeed config successfully! 
ID: kafka-simple-claim-check-avro
Info: {"upstream_id":7365753474659815835,"namespace":"default","id":"kafka-simple-claim-check-avro","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-30717?protocol=simple\u0026encoding-format=avro\u0026max-message-bytes=2048","create_time":"2024-05-06T13:25:39.348519343+08:00","start_ts":449569918146314242,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-avro-claim-check"}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":0,"checkpoint_ts":449569920335478788,"checkpoint_time":"2024-05-06 13:25:45.811"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
wait process cdc.test exit for 1-th time...
[2024/05/06 13:25:48.979 +08:00] [INFO] [main.go:196] ["genLock done"]
[2024/05/06 13:25:48.979 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"]
[2024/05/06 13:25:48.979 +08:00] [INFO] [tso_dispatcher.go:455] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global]
[2024/05/06 13:25:48.979 +08:00] [INFO] [tso_dispatcher.go:380] ["[tso] exit tso dispatcher"] [dc-location=global]
[2024/05/06 13:25:48.979 +08:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 13:25:48.979 +08:00] [INFO] [tso_dispatcher.go:214] ["exit tso requests cancel loop"]
[2024/05/06 13:25:48.979 +08:00] [INFO] [tso_dispatcher.go:268] ["exit tso dispatcher loop"]
[2024/05/06 13:25:48.979 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"]
[2024/05/06 13:25:48.979 +08:00] [INFO] [tso_client.go:140] ["closing tso client"]
[2024/05/06 13:25:48.979 +08:00] [INFO] [tso_client.go:145] ["close tso client"]
[2024/05/06 13:25:48.979 +08:00] [INFO] [tso_batch_controller.go:158] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 13:25:48.979 +08:00] [INFO] [tso_client.go:155] ["tso client is closed"]
[2024/05/06 13:25:48.979 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"]
wait process cdc.test exit for 2-th time...
check diff failed 4-th time, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:25:50 CST 2024] <<<<<< run test case new_ci_collation success! >>>>>>
check diff successfully
***************** properties *****************
"workload"="core"
"recordcount"="20"
"dotransactions"="false"
"operationcount"="0"
"mysql.user"="root"
"readproportion"="0"
"scanproportion"="0"
"readallfields"="true"
"mysql.host"="127.0.0.1"
"mysql.db"="multi_capture_1"
"updateproportion"="0"
"threadcount"="2"
"mysql.port"="4000"
"insertproportion"="0"
"requestdistribution"="uniform"
**********************************************
Run finished, takes 21.307395ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 1478.7, Avg(us): 2076, Min(us): 527, Max(us): 7722, 95th(us): 8000, 99th(us): 8000
***************** properties *****************
"mysql.db"="multi_capture_2"
"readproportion"="0"
"scanproportion"="0"
"operationcount"="0"
"recordcount"="20"
"workload"="core"
"threadcount"="2"
"updateproportion"="0"
"mysql.port"="4000"
"mysql.host"="127.0.0.1"
"dotransactions"="false"
"mysql.user"="root"
"readallfields"="true"
"requestdistribution"="uniform"
"insertproportion"="0"
**********************************************
Run finished, takes 20.127582ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 1644.7, Avg(us): 1958, Min(us): 481, Max(us): 7967, 95th(us): 8000, 99th(us): 8000
***************** properties *****************
"workload"="core"
"threadcount"="2"
"readproportion"="0"
"requestdistribution"="uniform"
"mysql.db"="multi_capture_3"
"mysql.port"="4000"
"insertproportion"="0"
"dotransactions"="false"
"operationcount"="0"
"recordcount"="20"
"scanproportion"="0"
"readallfields"="true"
"mysql.host"="127.0.0.1"
"updateproportion"="0"
"mysql.user"="root"
**********************************************
Run finished, takes 9.753714ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 2304.5, Avg(us): 902, Min(us): 419, Max(us): 1613, 95th(us): 2000, 99th(us): 2000
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.21891.out cli changefeed resume -c kafka-simple-claim-check-avro
***************** properties *****************
"mysql.host"="127.0.0.1"
"recordcount"="20"
"workload"="core"
"readallfields"="true"
"requestdistribution"="uniform"
"scanproportion"="0"
"insertproportion"="0"
"mysql.port"="4000"
"updateproportion"="0"
"operationcount"="0"
"mysql.db"="multi_capture_4"
"threadcount"="2"
"mysql.user"="root"
"readproportion"="0"
"dotransactions"="false"
**********************************************
Run finished, takes 9.671888ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 2349.3, Avg(us): 919, Min(us): 421, Max(us): 1803, 95th(us): 2000, 99th(us): 2000
check diff failed 1-th time, retry later
table ddl_manager.finish_mark not exists for 23-th check, retry later
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
table test.finish_mark not exists for 15-th check, retry later
check diff failed 5-th time, retry later
pass check, checkpoint tso not forward after 10s
run task successfully
wait process 8734 exit for 1-th time...
wait process 8734 exit for 2-th time...
wait process 8734 exit for 3-th time...
wait process 8734 exit for 4-th time...
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8734) - No such process
wait process 8734 exit for 5-th time...
process 8734 already exit
[Mon May  6 13:25:45 CST 2024] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.94219423.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:25:48 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7365753142178344799 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:22.613309845 +0800 CST StartTs:449569898497310721 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003605c20 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569898523525122}
{CheckpointTs:449569902390149136 MinTableBarrierTs:449569920871301129 AdminJobType:noop}
span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing
span: {table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing
span: {table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31e5cb83-416c-470f-81e9-04eb19c0ec01
	{"id":"31e5cb83-416c-470f-81e9-04eb19c0ec01","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973146}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5be7dec4
	31e5cb83-416c-470f-81e9-04eb19c0ec01

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7365753142178344799,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:22.613309845+08:00","start-ts":449569898497310721,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569898523525122}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":449569902390149136,"min-table-barrier-ts":449569920871301129,"admin-job-type":0}

/tidb/cdc/default/default/task/position/31e5cb83-416c-470f-81e9-04eb19c0ec01/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753142178344799
	{"id":7365753142178344799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7365753142178344799 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:22.613309845 +0800 CST StartTs:449569898497310721 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003605c20 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569898523525122}
{CheckpointTs:449569902390149136 MinTableBarrierTs:449569920871301129 AdminJobType:noop}
span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing
span: {table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing
span: {table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31e5cb83-416c-470f-81e9-04eb19c0ec01
	{"id":"31e5cb83-416c-470f-81e9-04eb19c0ec01","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973146}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5be7dec4
	31e5cb83-416c-470f-81e9-04eb19c0ec01

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7365753142178344799,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:22.613309845+08:00","start-ts":449569898497310721,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569898523525122}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":449569902390149136,"min-table-barrier-ts":449569920871301129,"admin-job-type":0}

/tidb/cdc/default/default/task/position/31e5cb83-416c-470f-81e9-04eb19c0ec01/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753142178344799
	{"id":7365753142178344799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ grep -q 'etcd info'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7365753142178344799 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:24:22.613309845 +0800 CST StartTs:449569898497310721 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003605c20 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569898523525122}
{CheckpointTs:449569902390149136 MinTableBarrierTs:449569920871301129 AdminJobType:noop}
span: {table_id:108,start_key:7480000000000000ff6c5f720000000000fa,end_key:7480000000000000ff6c5f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing
span: {table_id:110,start_key:7480000000000000ff6e5f720000000000fa,end_key:7480000000000000ff6e5f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing
span: {table_id:112,start_key:7480000000000000ff705f720000000000fa,end_key:7480000000000000ff705f730000000000fa}, resolvedTs: 449569902390149136, checkpointTs: 449569902390149136, state: Preparing



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31e5cb83-416c-470f-81e9-04eb19c0ec01
	{"id":"31e5cb83-416c-470f-81e9-04eb19c0ec01","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973146}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5be7dec4
	31e5cb83-416c-470f-81e9-04eb19c0ec01

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7365753142178344799,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-10942?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:24:22.613309845+08:00","start-ts":449569898497310721,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569898523525122}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":449569902390149136,"min-table-barrier-ts":449569920871301129,"admin-job-type":0}

/tidb/cdc/default/default/task/position/31e5cb83-416c-470f-81e9-04eb19c0ec01/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753142178344799
	{"id":7365753142178344799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
check diff failed 1-th time, retry later
check diff failed 2-th time, retry later
+ set +x
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/region_merge/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table test.finish_mark not exists for 1-th check, retry later
table ddl_manager.finish_mark not exists for 24-th check, retry later
table test.finish_mark not exists for 16-th check, retry later
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
check diff successfully
check_ts_forward ddl-only-block-related-table
check diff successfully
wait process cdc.test exit for 3-th time...
table test.finish_mark not exists for 2-th check, retry later
table ddl_manager.finish_mark not exists for 25-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:25:54 CST 2024] <<<<<< run test case multi_capture success! >>>>>>
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
table test.t2 not exists for 1-th check, retry later
wait process cdc.test exit for 2-th time...
changefeed is working normally rts: 449569922182021100->449569922706309100 checkpoint: 449569922182021100->449569922706309100
run task successfully
wait process cdc.test exit for 1-th time...
table ddl_manager.finish_mark not exists for 26-th check, retry later
wait process cdc.test exit for 3-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:25:56 CST 2024] <<<<<< run test case many_pk_or_uk success! >>>>>>
table test.finish_mark exists
check diff successfully
start tidb cluster in /tmp/tidb_cdc_test/region_merge
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table test.t2 not exists for 2-th check, retry later
wait process cdc.test exit for 1-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:25:57 CST 2024] <<<<<< run test case ddl_only_block_related_table success! >>>>>>
wait process cdc.test exit for 2-th time...
check diff failed 1-th time, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:25:57 CST 2024] <<<<<< run test case kafka_simple_claim_check_avro success! >>>>>>
table ddl_manager.finish_mark not exists for 27-th check, retry later
table test.t2 not exists for 3-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_messages/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:25:59 CST 2024] <<<<<< run test case kafka_messages success! >>>>>>
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
check diff failed 2-th time, retry later
Starting Upstream TiDB...
table ddl_manager.finish_mark not exists for 28-th check, retry later
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.t2 not exists for 4-th check, retry later
check diff failed 3-th time, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/batch_add_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table test.t2 not exists for 5-th check, retry later
table ddl_manager.finish_mark not exists for 29-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 4-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.t2 not exists for 6-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/batch_add_table
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table ddl_manager.finish_mark not exists for 30-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_sink_error_resume/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
check diff failed 5-th time, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh using Sink-Type: kafka... <<=================
+++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo
+ source /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/../_utils/test_prepare
++ UP_TIDB_HOST=127.0.0.1
++ UP_TIDB_PORT=4000
++ UP_TIDB_OTHER_PORT=4001
++ UP_TIDB_STATUS=10080
++ UP_TIDB_OTHER_STATUS=10081
++ DOWN_TIDB_HOST=127.0.0.1
++ DOWN_TIDB_PORT=3306
++ DOWN_TIDB_STATUS=20080
++ TLS_TIDB_HOST=127.0.0.1
++ TLS_TIDB_PORT=3307
++ TLS_TIDB_STATUS=30080
++ UP_PD_HOST_1=127.0.0.1
++ UP_PD_PORT_1=2379
++ UP_PD_PEER_PORT_1=2380
++ UP_PD_HOST_2=127.0.0.1
++ UP_PD_PORT_2=2679
++ UP_PD_PEER_PORT_2=2680
++ UP_PD_HOST_3=127.0.0.1
++ UP_PD_PORT_3=2779
++ UP_PD_PEER_PORT_3=2780
++ DOWN_PD_HOST=127.0.0.1
++ DOWN_PD_PORT=2479
++ DOWN_PD_PEER_PORT=2480
++ TLS_PD_HOST=127.0.0.1
++ TLS_PD_PORT=2579
++ TLS_PD_PEER_PORT=2580
++ UP_TIKV_HOST_1=127.0.0.1
++ UP_TIKV_PORT_1=20160
++ UP_TIKV_STATUS_PORT_1=20181
++ UP_TIKV_HOST_2=127.0.0.1
++ UP_TIKV_PORT_2=20161
++ UP_TIKV_STATUS_PORT_2=20182
++ UP_TIKV_HOST_3=127.0.0.1
++ UP_TIKV_PORT_3=20162
++ UP_TIKV_STATUS_PORT_3=20183
++ DOWN_TIKV_HOST=127.0.0.1
++ DOWN_TIKV_PORT=21160
++ DOWN_TIKV_STATUS_PORT=21180
++ TLS_TIKV_HOST=127.0.0.1
++ TLS_TIKV_PORT=22160
++ TLS_TIKV_STATUS_PORT=22180
+++ cat /tmp/tidb_cdc_test/KAFKA_VERSION
+++ echo 2.4.1
++ KAFKA_VERSION=2.4.1
+ WORK_DIR=/tmp/tidb_cdc_test/synced_status_with_redo
+ CDC_BINARY=cdc.test
+ SINK_TYPE=kafka
+ CDC_COUNT=3
+ DB_COUNT=4
+ trap stop_tidb_cluster EXIT
+ run_normal_case_and_unavailable_pd conf/changefeed-redo.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status_with_redo
+ mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo
The 1 times to try to start tidb cluster...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table test.t2 exists
check diff successfully
table ddl_manager.finish_mark not exists for 31-th check, retry later
wait process cdc.test exit for 1-th time...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31773ab80006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn, pid:3973, start at 2024-05-06 13:26:07.285172908 +0800 CST m=+6.103466429	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:07.294 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:07.278 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:07.278 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process cdc.test exit for 2-th time...
check diff successfully
wait process cdc.test exit for 3-th time...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/capture_session_done_during_task/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/kafka_sink_error_resume
Starting Upstream PD...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:26:09 CST 2024] <<<<<< run test case resolve_lock success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_auto_stop/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table ddl_manager.finish_mark not exists for 32-th check, retry later
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31773ab80006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn, pid:3973, start at 2024-05-06 13:26:07.285172908 +0800 CST m=+6.103466429	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:07.294 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:07.278 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:07.278 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3177388c0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn, pid:4006, start at 2024-05-06 13:26:07.164902921 +0800 CST m=+5.856157949	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:07.172 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:07.139 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:07.139 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/region_merge/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/region_merge/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/run.sh: line 1: 21926 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_adapter_compatibility/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_manager.finish_mark not exists for 33-th check, retry later
[Mon May  6 13:26:11 CST 2024] <<<<<< START cdc server in region_merge case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.region_merge.53755377.out server --log-file /tmp/tidb_cdc_test/region_merge/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/region_merge/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
start tidb cluster in /tmp/tidb_cdc_test/changefeed_auto_stop
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/capture_session_done_during_task
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/canal_json_adapter_compatibility
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
check diff failed 1-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_manager.finish_mark not exists for 34-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 2-th time, retry later
start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:14 GMT
< Content-Length: 859
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/771386be-d46e-423f-9987-677eff312be6
	{"id":"771386be-d46e-423f-9987-677eff312be6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973171}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5da4579c
	771386be-d46e-423f-9987-677eff312be6

/tidb/cdc/default/default/upstream/7365753625657083240
	{"id":7365753625657083240,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/771386be-d46e-423f-9987-677eff312be6
	{"id":"771386be-d46e-423f-9987-677eff312be6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973171}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5da4579c
	771386be-d46e-423f-9987-677eff312be6

/tidb/cdc/default/default/upstream/7365753625657083240
	{"id":7365753625657083240,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/771386be-d46e-423f-9987-677eff312be6
	{"id":"771386be-d46e-423f-9987-677eff312be6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973171}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5da4579c
	771386be-d46e-423f-9987-677eff312be6

/tidb/cdc/default/default/upstream/7365753625657083240
	{"id":7365753625657083240,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: 7d3dd414-f6a7-42e2-babe-46e8ef3ed7d0
Info: {"upstream_id":7365753625657083240,"namespace":"default","id":"7d3dd414-f6a7-42e2-babe-46e8ef3ed7d0","sink_uri":"kafka://127.0.0.1:9092/ticdc-region-merge-test-12456?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:26:14.930032714+08:00","start_ts":449569927929004035,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569927929004035,"checkpoint_ts":449569927929004035,"checkpoint_time":"2024-05-06 13:26:14.778"}
[Mon May  6 13:26:14 CST 2024] <<<<<< START kafka consumer in region_merge case >>>>>>
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3177a1680013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c, pid:4406, start at 2024-05-06 13:26:13.876263215 +0800 CST m=+5.236912320	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:13.882 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:13.850 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:13.850 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
split_and_random_merge scale: 20
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table ddl_manager.finish_mark not exists for 35-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 3-th time, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3177a1680013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c, pid:4406, start at 2024-05-06 13:26:13.876263215 +0800 CST m=+5.236912320	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:13.882 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:13.850 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:13.850 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3177a2dc0013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c, pid:4489, start at 2024-05-06 13:26:13.965630944 +0800 CST m=+5.275302942	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:13.973 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:13.943 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:13.943 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_manager.finish_mark not exists for 36-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 4-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_manager.finish_mark not exists for 37-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Mon May  6 13:26:19 CST 2024] <<<<<< START cdc server in batch_add_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.58895891.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 5-th time, retry later
table ddl_manager.finish_mark not exists for 38-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/move_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31780f6c0007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp, pid:20360, start at 2024-05-06 13:26:20.90175918 +0800 CST m=+5.394428617	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:20.909 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:20.891 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:20.891 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
*************************** 1. row ***************************
count(distinct region_id): 1
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3177f4400013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:9310, start at 2024-05-06 13:26:19.180859672 +0800 CST m=+5.184599954	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:19.187 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:19.152 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:19.152 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3177f4400013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:9310, start at 2024-05-06 13:26:19.180859672 +0800 CST m=+5.184599954	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:19.187 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:19.152 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:19.152 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3177f5c80005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:9389, start at 2024-05-06 13:26:19.254873872 +0800 CST m=+5.206499773	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:19.263 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:19.250 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:19.250 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
check diff successfully
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31781f2c0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:10883, start at 2024-05-06 13:26:21.916033657 +0800 CST m=+5.176227633	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:21.923 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:21.899 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:21.899 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31781f2c0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:10883, start at 2024-05-06 13:26:21.916033657 +0800 CST m=+5.176227633	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:21.923 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:21.899 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:21.899 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31781ff00015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-ktrm6-88zgn, pid:10975, start at 2024-05-06 13:26:21.984610763 +0800 CST m=+5.193838588	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:21.991 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:21.948 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:21.948 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table ddl_manager.finish_mark not exists for 39-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:22 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6b7bab07-3366-4e0f-adc3-aa78b2fae220
	{"id":"6b7bab07-3366-4e0f-adc3-aa78b2fae220","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973180}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5dc5f51a
	6b7bab07-3366-4e0f-adc3-aa78b2fae220

/tidb/cdc/default/default/upstream/7365753660258091206
	{"id":7365753660258091206,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6b7bab07-3366-4e0f-adc3-aa78b2fae220
	{"id":"6b7bab07-3366-4e0f-adc3-aa78b2fae220","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973180}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5dc5f51a
	6b7bab07-3366-4e0f-adc3-aa78b2fae220

/tidb/cdc/default/default/upstream/7365753660258091206
	{"id":7365753660258091206,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6b7bab07-3366-4e0f-adc3-aa78b2fae220
	{"id":"6b7bab07-3366-4e0f-adc3-aa78b2fae220","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973180}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5dc5f51a
	6b7bab07-3366-4e0f-adc3-aa78b2fae220

/tidb/cdc/default/default/upstream/7365753660258091206
	{"id":7365753660258091206,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.cli.5951.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-batch-add-table-test-5835?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: 682115d5-a1d1-4064-80f6-3139e1208832
Info: {"upstream_id":7365753660258091206,"namespace":"default","id":"682115d5-a1d1-4064-80f6-3139e1208832","sink_uri":"kafka://127.0.0.1:9092/ticdc-batch-add-table-test-5835?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:26:23.466256088+08:00","start_ts":449569930176102402,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569930176102402,"checkpoint_ts":449569930176102402,"checkpoint_time":"2024-05-06 13:26:23.350"}
PASS
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31780f6c0007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp, pid:20360, start at 2024-05-06 13:26:20.90175918 +0800 CST m=+5.394428617	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:20.909 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:20.891 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:20.891 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31780dc80013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp, pid:20446, start at 2024-05-06 13:26:20.817145172 +0800 CST m=+5.256408700	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:20.825 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:20.786 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:20.786 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3178245c0013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:23120, start at 2024-05-06 13:26:22.252984812 +0800 CST m=+5.135098475	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:22.259 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:22.231 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:22.231 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3178245c0013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:23120, start at 2024-05-06 13:26:22.252984812 +0800 CST m=+5.135098475	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:22.259 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:22.231 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:22.231 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317825bc000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:23205, start at 2024-05-06 13:26:22.334954763 +0800 CST m=+5.166362343	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:22.344 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:22.319 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:22.319 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
start tidb cluster in /tmp/tidb_cdc_test/move_table
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
[Mon May  6 13:26:24 CST 2024] <<<<<< START cdc server in kafka_sink_error_resume case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/mq/dmlproducer/KafkaSinkAsyncSendError=1*return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_sink_error_resume.1073710739.out server --log-file /tmp/tidb_cdc_test/kafka_sink_error_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_sink_error_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ set +x
[Mon May  6 13:26:24 CST 2024] <<<<<< START kafka consumer in batch_add_table case >>>>>>
table batch_add_table.finish_mark not exists for 1-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_adapter_compatibility.cli.24518.out cli tso query --pd=http://127.0.0.1:2379
***************** properties *****************
"readallfields"="true"
"insertproportion"="0"
"recordcount"="20"
"readproportion"="0"
"mysql.host"="127.0.0.1"
"mysql.port"="4000"
"requestdistribution"="uniform"
"mysql.user"="root"
"mysql.db"="changefeed_auto_stop_1"
"operationcount"="0"
"dotransactions"="false"
"workload"="core"
"threadcount"="4"
"updateproportion"="0"
"scanproportion"="0"
**********************************************
Run finished, takes 8.337505ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 4287.3, Avg(us): 1588, Min(us): 924, Max(us): 3630, 95th(us): 4000, 99th(us): 4000
***************** properties *****************
"mysql.user"="root"
"insertproportion"="0"
"mysql.port"="4000"
"recordcount"="20"
"workload"="core"
"mysql.host"="127.0.0.1"
"dotransactions"="false"
"threadcount"="4"
"requestdistribution"="uniform"
"mysql.db"="changefeed_auto_stop_2"
"readproportion"="0"
"operationcount"="0"
"readallfields"="true"
"updateproportion"="0"
"scanproportion"="0"
**********************************************
Run finished, takes 9.109811ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 3690.4, Avg(us): 1709, Min(us): 1058, Max(us): 3705, 95th(us): 4000, 99th(us): 4000
***************** properties *****************
"operationcount"="0"
"mysql.port"="4000"
"dotransactions"="false"
"readproportion"="0"
"mysql.host"="127.0.0.1"
"insertproportion"="0"
"mysql.user"="root"
"scanproportion"="0"
"requestdistribution"="uniform"
"mysql.db"="changefeed_auto_stop_3"
"workload"="core"
"updateproportion"="0"
"threadcount"="4"
"readallfields"="true"
"recordcount"="20"
**********************************************
Run finished, takes 9.129701ms
INSERT - Takes(s): 0.0, Count: 19, OPS: 3458.5, Avg(us): 1572, Min(us): 982, Max(us): 3545, 95th(us): 4000, 99th(us): 4000
table ddl_manager.finish_mark not exists for 40-th check, retry later
split_and_random_merge scale: 40
***************** properties *****************
"scanproportion"="0"
"insertproportion"="0"
"workload"="core"
"threadcount"="4"
"requestdistribution"="uniform"
"operationcount"="0"
"readproportion"="0"
"updateproportion"="0"
"dotransactions"="false"
"mysql.port"="4000"
"readallfields"="true"
"mysql.host"="127.0.0.1"
"mysql.db"="changefeed_auto_stop_4"
"recordcount"="20"
"mysql.user"="root"
**********************************************
Run finished, takes 9.505387ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 3815.9, Avg(us): 1799, Min(us): 1007, Max(us): 4208, 95th(us): 5000, 99th(us): 5000
[Mon May  6 13:26:25 CST 2024] <<<<<< START cdc server in changefeed_auto_stop case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1243012432.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8301 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8301; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31784b200016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:10779, start at 2024-05-06 13:26:24.759227135 +0800 CST m=+5.202649636	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:24.768 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:24.762 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:24.762 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.cli.21893.out cli tso query --pd=http://127.0.0.1:2379
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:27 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/619a4a8a-6da7-471c-a7e5-1dbf423d9db0
	{"id":"619a4a8a-6da7-471c-a7e5-1dbf423d9db0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973184}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5dd6f6cd
	619a4a8a-6da7-471c-a7e5-1dbf423d9db0

/tidb/cdc/default/default/upstream/7365753681871939226
	{"id":7365753681871939226,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/619a4a8a-6da7-471c-a7e5-1dbf423d9db0
	{"id":"619a4a8a-6da7-471c-a7e5-1dbf423d9db0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973184}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5dd6f6cd
	619a4a8a-6da7-471c-a7e5-1dbf423d9db0

/tidb/cdc/default/default/upstream/7365753681871939226
	{"id":7365753681871939226,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/619a4a8a-6da7-471c-a7e5-1dbf423d9db0
	{"id":"619a4a8a-6da7-471c-a7e5-1dbf423d9db0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973184}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5dd6f6cd
	619a4a8a-6da7-471c-a7e5-1dbf423d9db0

/tidb/cdc/default/default/upstream/7365753681871939226
	{"id":7365753681871939226,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ set +x
+ tso='449569930800267265
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569930800267265 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:26:27 CST 2024] <<<<<< START cdc server in canal_json_adapter_compatibility case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_adapter_compatibility.2455124553.out server --log-file /tmp/tidb_cdc_test/canal_json_adapter_compatibility/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_adapter_compatibility/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Verifying downstream PD is started...
table batch_add_table.finish_mark not exists for 2-th check, retry later
[Mon May  6 13:26:27 CST 2024] <<<<<< START kafka consumer in kafka_sink_error_resume case >>>>>>
table ddl_manager.finish_mark not exists for 41-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31784b200016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:10779, start at 2024-05-06 13:26:24.759227135 +0800 CST m=+5.202649636	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:24.768 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:24.762 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:24.762 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31784b180014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:10860, start at 2024-05-06 13:26:24.73524281 +0800 CST m=+5.115115853	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:24.741 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:24.710 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:24.710 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
+ tso='449569931025973249
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569931025973249 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:26:28 CST 2024] <<<<<< START cdc server in capture_session_done_during_task case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorManagerHandleNewChangefeedDelay=sleep(2000)'
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.2194121943.out server --log-file /tmp/tidb_cdc_test/capture_session_done_during_task/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_session_done_during_task/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8301 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8301
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:29 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/3df40723-145a-4c67-9d91-4b800b83704d
	{"id":"3df40723-145a-4c67-9d91-4b800b83704d","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973186}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ddfbf32
	3df40723-145a-4c67-9d91-4b800b83704d

/tidb/cdc/default/default/upstream/7365753694812612773
	{"id":7365753694812612773,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/3df40723-145a-4c67-9d91-4b800b83704d
	{"id":"3df40723-145a-4c67-9d91-4b800b83704d","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973186}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ddfbf32
	3df40723-145a-4c67-9d91-4b800b83704d

/tidb/cdc/default/default/upstream/7365753694812612773
+ grep -q 'failed to get info:'
	{"id":7365753694812612773,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/3df40723-145a-4c67-9d91-4b800b83704d
	{"id":"3df40723-145a-4c67-9d91-4b800b83704d","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973186}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ddfbf32
	3df40723-145a-4c67-9d91-4b800b83704d

/tidb/cdc/default/default/upstream/7365753694812612773
	{"id":7365753694812612773,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Mon May  6 13:26:29 CST 2024] <<<<<< START cdc server in changefeed_auto_stop case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/pipeline/ProcessorSyncResolvedError=1*return(true);github.com/pingcap/tiflow/cdc/processor/ProcessorUpdatePositionDelaying=sleep(1000)'
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1248712489.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8302 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8302; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 1-th time, retry later
table batch_add_table.finish_mark exists
check diff successfully
check_changefeed_status 127.0.0.1:8300 e3512ba4-dd85-4953-9787-d79bf46326b1 warning last_warning kafka sink injected error
+ endpoint=127.0.0.1:8300
+ changefeed_id=e3512ba4-dd85-4953-9787-d79bf46326b1
+ expected_state=warning
+ field=last_warning
+ error_pattern=kafka
++ curl 127.0.0.1:8300/api/v2/changefeeds/e3512ba4-dd85-4953-9787-d79bf46326b1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    86  100    86    0     0    578      0 --:--:-- --:--:-- --:--:--   581
+ info='{"state":"normal","resolved_ts":449569931435180086,"checkpoint_ts":449569931435180086}'
+ echo '{"state":"normal","resolved_ts":449569931435180086,"checkpoint_ts":449569931435180086}'
{"state":"normal","resolved_ts":449569931435180086,"checkpoint_ts":449569931435180086}
++ echo '{"state":"normal","resolved_ts":449569931435180086,"checkpoint_ts":449569931435180086}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \w\a\r\n\i\n\g ]]
+ echo 'changefeed state normal does not equal to warning'
changefeed state normal does not equal to warning
+ exit 1
run task failed 1-th time, retry later
wait process cdc.test exit for 1-th time...
+ cd /tmp/tidb_cdc_test/synced_status_with_redo
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.12331.out cli tso query --pd=http://127.0.0.1:2379
table ddl_manager.finish_mark not exists for 42-th check, retry later
wait process cdc.test exit for 2-th time...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 2-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:30 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e7f2760c-bc78-44d6-aea6-0214f2a5d7e8
	{"id":"e7f2760c-bc78-44d6-aea6-0214f2a5d7e8","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973187}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5de32dd1
	e7f2760c-bc78-44d6-aea6-0214f2a5d7e8

/tidb/cdc/default/default/upstream/7365753700056407917
	{"id":7365753700056407917,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e7f2760c-bc78-44d6-aea6-0214f2a5d7e8
	{"id":"e7f2760c-bc78-44d6-aea6-0214f2a5d7e8","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973187}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5de32dd1
	e7f2760c-bc78-44d6-aea6-0214f2a5d7e8

/tidb/cdc/default/default/upstream/7365753700056407917
	{"id":7365753700056407917,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e7f2760c-bc78-44d6-aea6-0214f2a5d7e8
	{"id":"e7f2760c-bc78-44d6-aea6-0214f2a5d7e8","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973187}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5de32dd1
	e7f2760c-bc78-44d6-aea6-0214f2a5d7e8

/tidb/cdc/default/default/upstream/7365753700056407917
	{"id":7365753700056407917,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_adapter_compatibility.cli.24608.out cli changefeed create --start-ts=449569930800267265 '--sink-uri=kafka://127.0.0.1:9092/test?protocol=canal-json&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: 70fe99dd-432f-4366-8a8e-4a20b770bb8b
Info: {"upstream_id":7365753700056407917,"namespace":"default","id":"70fe99dd-432f-4366-8a8e-4a20b770bb8b","sink_uri":"kafka://127.0.0.1:9092/test?protocol=canal-json\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:26:30.690946697+08:00","start_ts":449569930800267265,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569930800267265,"checkpoint_ts":449569930800267265,"checkpoint_time":"2024-05-06 13:26:25.731"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:26:30 CST 2024] <<<<<< run test case batch_add_table success! >>>>>>
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:31 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4bc0d169-6f21-4faa-a848-5fc0f19a1e65
	{"id":"4bc0d169-6f21-4faa-a848-5fc0f19a1e65","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973188}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5de0aef1
	4bc0d169-6f21-4faa-a848-5fc0f19a1e65

/tidb/cdc/default/default/upstream/7365753690331358557
	{"id":7365753690331358557,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4bc0d169-6f21-4faa-a848-5fc0f19a1e65
	{"id":"4bc0d169-6f21-4faa-a848-5fc0f19a1e65","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973188}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5de0aef1
	4bc0d169-6f21-4faa-a848-5fc0f19a1e65

/tidb/cdc/default/default/upstream/7365753690331358557
	{"id":7365753690331358557,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4bc0d169-6f21-4faa-a848-5fc0f19a1e65
	{"id":"4bc0d169-6f21-4faa-a848-5fc0f19a1e65","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973188}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5de0aef1
	4bc0d169-6f21-4faa-a848-5fc0f19a1e65

/tidb/cdc/default/default/upstream/7365753690331358557
	{"id":7365753690331358557,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ set +x
+ tso='449569931974934529
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569931974934529 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449569931974934529
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test
[Mon May  6 13:26:31 CST 2024] <<<<<< START cdc server in synced_status_with_redo case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1236512367.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check_changefeed_status 127.0.0.1:8300 e3512ba4-dd85-4953-9787-d79bf46326b1 warning last_warning kafka sink injected error
+ endpoint=127.0.0.1:8300
+ changefeed_id=e3512ba4-dd85-4953-9787-d79bf46326b1
+ expected_state=warning
+ field=last_warning
+ error_pattern=kafka
++ curl 127.0.0.1:8300/api/v2/changefeeds/e3512ba4-dd85-4953-9787-d79bf46326b1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    86  100    86    0     0    774      0 --:--:-- --:--:-- --:--:--   774
100    86  100    86    0     0    774      0 --:--:-- --:--:-- --:--:--   767
+ info='{"state":"normal","resolved_ts":449569932195135492,"checkpoint_ts":449569931579359254}'
+ echo '{"state":"normal","resolved_ts":449569932195135492,"checkpoint_ts":449569931579359254}'
{"state":"normal","resolved_ts":449569932195135492,"checkpoint_ts":449569931579359254}
++ echo '{"state":"normal","resolved_ts":449569932195135492,"checkpoint_ts":449569931579359254}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \w\a\r\n\i\n\g ]]
+ echo 'changefeed state normal does not equal to warning'
changefeed state normal does not equal to warning
+ exit 1
run task failed 2-th time, retry later
table ddl_manager.finish_mark not exists for 43-th check, retry later
+ set +x
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8302 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8302
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:32 GMT
< Content-Length: 1271
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/3df40723-145a-4c67-9d91-4b800b83704d
	{"id":"3df40723-145a-4c67-9d91-4b800b83704d","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973186}

/tidb/cdc/default/__cdc_meta__/capture/b07b7c22-e13d-4a9d-b318-35908e6754a8
	{"id":"b07b7c22-e13d-4a9d-b318-35908e6754a8","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973189}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ddfbf32
	3df40723-145a-4c67-9d91-4b800b83704d

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ddfbf66
	b07b7c22-e13d-4a9d-b318-35908e6754a8

/tidb/cdc/default/default/upstream/7365753694812612773
	{"id":7365753694812612773,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/3df40723-145a-4c67-9d91-4b800b83704d
	{"id":"3df40723-145a-4c67-9d91-4b800b83704d","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973186}

/tidb/cdc/default/__cdc_meta__/capture/b07b7c22-e13d-4a9d-b318-35908e6754a8
	{"id":"b07b7c22-e13d-4a9d-b318-35908e6754a8","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973189}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ddfbf32
	3df40723-145a-4c67-9d91-4b800b83704d

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ddfbf66
	b07b7c22-e13d-4a9d-b318-35908e6754a8

/tidb/cdc/default/default/upstream/7365753694812612773
	{"id":7365753694812612773,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/3df40723-145a-4c67-9d91-4b800b83704d
	{"id":"3df40723-145a-4c67-9d91-4b800b83704d","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973186}

/tidb/cdc/default/__cdc_meta__/capture/b07b7c22-e13d-4a9d-b318-35908e6754a8
	{"id":"b07b7c22-e13d-4a9d-b318-35908e6754a8","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973189}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ddfbf32
	3df40723-145a-4c67-9d91-4b800b83704d

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ddfbf66
	b07b7c22-e13d-4a9d-b318-35908e6754a8

/tidb/cdc/default/default/upstream/7365753694812612773
+ grep -q 'etcd info'
	{"id":7365753694812612773,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
[Mon May  6 13:26:32 CST 2024] <<<<<< START kafka consumer in changefeed_auto_stop case >>>>>>
check_changefeed_state http://127.0.0.1:2379 23a2da95-90b8-4ece-b0c2-d382bdd3a48f normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=23a2da95-90b8-4ece-b0c2-d382bdd3a48f
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 23a2da95-90b8-4ece-b0c2-d382bdd3a48f -s
+ info='{
  "upstream_id": 7365753694812612773,
  "namespace": "default",
  "id": "23a2da95-90b8-4ece-b0c2-d382bdd3a48f",
  "state": "normal",
  "checkpoint_tso": 449569930634592257,
  "checkpoint_time": "2024-05-06 13:26:25.099",
  "error": null
}'
+ echo '{
  "upstream_id": 7365753694812612773,
  "namespace": "default",
  "id": "23a2da95-90b8-4ece-b0c2-d382bdd3a48f",
  "state": "normal",
  "checkpoint_tso": 449569930634592257,
  "checkpoint_time": "2024-05-06 13:26:25.099",
  "error": null
}'
{
  "upstream_id": 7365753694812612773,
  "namespace": "default",
  "id": "23a2da95-90b8-4ece-b0c2-d382bdd3a48f",
  "state": "normal",
  "checkpoint_tso": 449569930634592257,
  "checkpoint_time": "2024-05-06 13:26:25.099",
  "error": null
}
++ echo '{' '"upstream_id":' 7365753694812612773, '"namespace":' '"default",' '"id":' '"23a2da95-90b8-4ece-b0c2-d382bdd3a48f",' '"state":' '"normal",' '"checkpoint_tso":' 449569930634592257, '"checkpoint_time":' '"2024-05-06' '13:26:25.099",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365753694812612773, '"namespace":' '"default",' '"id":' '"23a2da95-90b8-4ece-b0c2-d382bdd3a48f",' '"state":' '"normal",' '"checkpoint_tso":' 449569930634592257, '"checkpoint_time":' '"2024-05-06' '13:26:25.099",' '"error":' null '}'
++ jq -r .error.message
*************************** 1. row ***************************
count(distinct region_id): 1
+ message=null
+ [[ ! null =~ null ]]
run task successfully
table changefeed_auto_stop_1.usertable not exists for 1-th check, retry later
[Mon May  6 13:26:32 CST 2024] <<<<<< START kafka consumer in capture_session_done_during_task case >>>>>>
lease 22318f4c5de0aef1 revoked
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 3-th time, retry later
table capture_session_done_during_task.t exists
check diff failed 1-th time, retry later
table ddl_manager.finish_mark not exists for 44-th check, retry later
table changefeed_auto_stop_1.usertable not exists for 2-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 4-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:34 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/21dc9d0a-a583-4cb3-ba80-bf919019d173
	{"id":"21dc9d0a-a583-4cb3-ba80-bf919019d173","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973191}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5deab9d7
	21dc9d0a-a583-4cb3-ba80-bf919019d173

/tidb/cdc/default/default/upstream/7365753706914265861
	{"id":7365753706914265861,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/21dc9d0a-a583-4cb3-ba80-bf919019d173
	{"id":"21dc9d0a-a583-4cb3-ba80-bf919019d173","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973191}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5deab9d7
	21dc9d0a-a583-4cb3-ba80-bf919019d173

/tidb/cdc/default/default/upstream/7365753706914265861
	{"id":7365753706914265861,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/21dc9d0a-a583-4cb3-ba80-bf919019d173
	{"id":"21dc9d0a-a583-4cb3-ba80-bf919019d173","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973191}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5deab9d7
	21dc9d0a-a583-4cb3-ba80-bf919019d173

/tidb/cdc/default/default/upstream/7365753706914265861
	{"id":7365753706914265861,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed-redo.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449569931974934529 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.12426.out cli changefeed create --start-ts=449569931974934529 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7365753706914265861,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:26:35.154989136+08:00","start_ts":449569931974934529,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569931974934529,"checkpoint_ts":449569931974934529,"checkpoint_time":"2024-05-06 13:26:30.212"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
check_changefeed_status 127.0.0.1:8300 e3512ba4-dd85-4953-9787-d79bf46326b1 warning last_warning kafka sink injected error
+ endpoint=127.0.0.1:8300
+ changefeed_id=e3512ba4-dd85-4953-9787-d79bf46326b1
+ expected_state=warning
+ field=last_warning
+ error_pattern=kafka
++ curl 127.0.0.1:8300/api/v2/changefeeds/e3512ba4-dd85-4953-9787-d79bf46326b1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   2177      0 --:--:-- --:--:-- --:--:--  2198
+ info='{"state":"warning","resolved_ts":449569933243711492,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":449569933243711492,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":449569933243711492,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":449569933243711492,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \w\a\r\n\i\n\g ]]
+ [[ -z last_warning ]]
++ echo '{"state":"warning","resolved_ts":449569933243711492,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .last_warning.message
+ error_msg='kafka sink injected error'
+ [[ ! kafka sink injected error =~ kafka ]]
run task successfully
check diff failed 2-th time, retry later
check_changefeed_status 127.0.0.1:8300 e3512ba4-dd85-4953-9787-d79bf46326b1 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=e3512ba4-dd85-4953-9787-d79bf46326b1
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/e3512ba4-dd85-4953-9787-d79bf46326b1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   1833      0 --:--:-- --:--:-- --:--:--  1848
+ info='{"state":"warning","resolved_ts":449569933505855493,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":449569933505855493,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":449569933505855493,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":449569933505855493,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 1-th time, retry later
table ddl_manager.finish_mark not exists for 45-th check, retry later
+ set +x
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   2773      0 --:--:-- --:--:-- --:--:--  2797
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2024-05-06 13:26:30.212","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2024-05-06 13:26:36.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:26:30.212","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:26:36.000","info":"Data' syncing is 'finished"}'
++ jq .synced
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 5-th time, retry later
+ status=true
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:26:30.212","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:26:36.000","info":"Data' syncing is 'finished"}'
++ jq -r .sink_checkpoint_ts
+ sink_checkpoint_ts='2024-05-06 13:26:30.212'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:26:30.212","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:26:36.000","info":"Data' syncing is 'finished"}'
++ jq -r .puller_resolved_ts
+ puller_resolved_ts='1970-01-01 08:00:00.000'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:26:30.212","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:26:36.000","info":"Data' syncing is 'finished"}'
++ jq -r .last_synced_ts
+ last_synced_ts='1970-01-01 08:00:00.000'
+ '[' true '!=' true ']'
+ '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']'
+ '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']'
++ date '+%Y-%m-%d %H:%M:%S'
+ current='2024-05-06 13:26:36'
+ echo 'sink_checkpoint_ts is 2024-05-06' 13:26:30.212
sink_checkpoint_ts is 2024-05-06 13:26:30.212
++ date -d '2024-05-06 13:26:30.212' +%s
+ checkpoint_timestamp=1714973190
++ date -d '2024-05-06 13:26:36' +%s
+ current_timestamp=1714973196
+ '[' 6 -gt 300 ']'
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
table changefeed_auto_stop_1.usertable exists
table changefeed_auto_stop_2.usertable not exists for 1-th check, retry later
table test.binary_columns not exists for 1-th check, retry later
split_and_random_merge scale: 80
check diff failed 3-th time, retry later
table ddl_manager.finish_mark not exists for 46-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3178f6780006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:24075, start at 2024-05-06 13:26:35.689279658 +0800 CST m=+5.384429917	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:35.697 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:35.678 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:35.678 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3178f6780006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:24075, start at 2024-05-06 13:26:35.689279658 +0800 CST m=+5.384429917	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:35.697 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:35.678 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:35.678 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3178f7e80005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:24157, start at 2024-05-06 13:26:35.775921459 +0800 CST m=+5.418711533	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:35.788 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:35.770 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:35.770 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
table test.binary_columns not exists for 2-th check, retry later
Logging trace to /tmp/tidb_cdc_test/move_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/move_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/move_table/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
check_changefeed_status 127.0.0.1:8300 e3512ba4-dd85-4953-9787-d79bf46326b1 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=e3512ba4-dd85-4953-9787-d79bf46326b1
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/e3512ba4-dd85-4953-9787-d79bf46326b1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   2292      0 --:--:-- --:--:-- --:--:--  2301
+ info='{"state":"warning","resolved_ts":449569934030143493,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":449569934030143493,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":449569934030143493,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":449569934030143493,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 2-th time, retry later
table changefeed_auto_stop_2.usertable exists
table changefeed_auto_stop_3.usertable not exists for 1-th check, retry later
table test.t1 exists
+ sleep 5
check diff successfully
check diff failed 1-th time, retry later
table ddl_manager.finish_mark not exists for 47-th check, retry later
table test.binary_columns not exists for 3-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.25604.out cli tso query --pd=http://127.0.0.1:2379
table changefeed_auto_stop_3.usertable exists
table changefeed_auto_stop_4.usertable exists
check diff failed 1-th time, retry later
check diff successfully
table ddl_manager.finish_mark not exists for 48-th check, retry later
table test.binary_columns not exists for 4-th check, retry later
check diff successfully
wait process cdc.test exit for 1-th time...
+ set +x
+ tso='449569934810546177
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569934810546177 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_rocks/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
check_changefeed_status 127.0.0.1:8300 e3512ba4-dd85-4953-9787-d79bf46326b1 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=e3512ba4-dd85-4953-9787-d79bf46326b1
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/e3512ba4-dd85-4953-9787-d79bf46326b1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   2180      0 --:--:-- --:--:-- --:--:--  2198
+ info='{"state":"warning","resolved_ts":449569935078719494,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":449569935078719494,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":449569935078719494,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":449569935078719494,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 3-th time, retry later
wait process cdc.test exit for 2-th time...
check diff failed 2-th time, retry later
***************** properties *****************
"scanproportion"="0"
"recordcount"="10000"
"readproportion"="0"
"dotransactions"="false"
"mysql.port"="4000"
"mysql.user"="root"
"mysql.db"="move_table"
"insertproportion"="0"
"workload"="core"
"operationcount"="0"
"mysql.host"="127.0.0.1"
"threadcount"="10"
"readallfields"="true"
"requestdistribution"="uniform"
"updateproportion"="0"
**********************************************
wait process cdc.test exit for 3-th time...
table ddl_manager.finish_mark not exists for 49-th check, retry later
*************************** 1. row ***************************
count(distinct region_id): 3
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:26:44 CST 2024] <<<<<< run test case capture_session_done_during_task success! >>>>>>
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   2774      0 --:--:-- --:--:-- --:--:--  2793
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:26:42.612","puller_resolved_ts":"2024-05-06 13:26:36.812","last_synced_ts":"2024-05-06 13:26:36.912","now_ts":"2024-05-06 13:26:44.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:26:42.612","puller_resolved_ts":"2024-05-06' '13:26:36.812","last_synced_ts":"2024-05-06' '13:26:36.912","now_ts":"2024-05-06' '13:26:44.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:26:42.612","puller_resolved_ts":"2024-05-06' '13:26:36.812","last_synced_ts":"2024-05-06' '13:26:36.912","now_ts":"2024-05-06' '13:26:44.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
Run finished, takes 1.243350224s
INSERT - Takes(s): 1.2, Count: 10000, OPS: 8073.4, Avg(us): 1200, Min(us): 778, Max(us): 13440, 95th(us): 2000, 99th(us): 3000
[Mon May  6 13:26:44 CST 2024] <<<<<< START cdc server in move_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2569225694.out server --log-file /tmp/tidb_cdc_test/move_table/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data1 --cluster-id default --addr 127.0.0.1:8300
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table test.binary_columns not exists for 5-th check, retry later
check diff failed 1-th time, retry later
check diff successfully
start tidb cluster in /tmp/tidb_cdc_test/multi_rocks
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
table ddl_manager.finish_mark not exists for 50-th check, retry later
check diff failed 2-th time, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:26:46 CST 2024] <<<<<< run test case changefeed_auto_stop success! >>>>>>
table test.binary_columns not exists for 6-th check, retry later
[2024/05/06 13:26:45.289 +08:00] [INFO] [main.go:99] ["running ddl test: 1 modifyColumnDefaultValueDDL2"]
[2024/05/06 13:26:45.289 +08:00] [INFO] [main.go:99] ["running ddl test: 0 modifyColumnDefaultValueDDL1"]
[2024/05/06 13:26:45.807 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsb2efd99a_2e3b_4005_8298_4c27a0d0fc96"]
[2024/05/06 13:26:45.814 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsf05572b3_94ac_4e02_ada3_750d259d8b9b"]
[2024/05/06 13:26:45.815 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs76fd4739_93b4_4dbb_b676_499cf7dc5cc4"]
[2024/05/06 13:26:45.816 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs722a3f16_772b_443f_ae9a_e88c55be087b"]
[2024/05/06 13:26:45.819 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs7fa0c792_d386_49c8_9647_46ab2ebb2aa3"]
[2024/05/06 13:26:45.820 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLscdc5f73f_56f8_4060_be69_4f7401eb5e46"]
[2024/05/06 13:26:45.821 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs244cb339_fa13_403c_8f80_2034ef2b7b7d"]
[2024/05/06 13:26:45.822 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLscf3c5533_bdbd_426a_b7e8_5e3813d73814"]
[2024/05/06 13:26:45.845 +08:00] [INFO] [main.go:178] ["1 insert success: 100"]
[2024/05/06 13:26:45.846 +08:00] [INFO] [main.go:178] ["1 insert success: 100"]
[2024/05/06 13:26:45.909 +08:00] [INFO] [main.go:178] ["0 insert success: 100"]
[2024/05/06 13:26:45.909 +08:00] [INFO] [main.go:178] ["0 insert success: 100"]
[2024/05/06 13:26:46.343 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:46.351 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:46.355 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:46.355 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:46.355 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:46.358 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:46.358 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:46.358 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:46.362 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:46.419 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:46.420 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:46.420 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:46.422 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:46.425 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:46.438 +08:00] [INFO] [main.go:178] ["1 insert success: 200"]
[2024/05/06 13:26:46.438 +08:00] [INFO] [main.go:178] ["1 insert success: 200"]
[2024/05/06 13:26:46.469 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:46.473 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:46.627 +08:00] [INFO] [main.go:178] ["0 insert success: 200"]
[2024/05/06 13:26:46.628 +08:00] [INFO] [main.go:178] ["0 insert success: 200"]
[2024/05/06 13:26:46.632 +08:00] [INFO] [main.go:199] ["0 delete success: 100"]
[2024/05/06 13:26:46.633 +08:00] [INFO] [main.go:199] ["0 delete success: 100"]
[2024/05/06 13:26:46.837 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:46.845 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:46.847 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:46.849 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:46.849 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:46.849 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:46.850 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:46.853 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:46.945 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:46.945 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:46.951 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:46.957 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:46.960 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:46.964 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:46.970 +08:00] [INFO] [main.go:178] ["1 insert success: 300"]
[2024/05/06 13:26:46.970 +08:00] [INFO] [main.go:178] ["1 insert success: 300"]
[2024/05/06 13:26:47.024 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:47.042 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:47.323 +08:00] [INFO] [main.go:178] ["0 insert success: 300"]
[2024/05/06 13:26:47.333 +08:00] [INFO] [main.go:178] ["0 insert success: 300"]
[2024/05/06 13:26:47.339 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:47.351 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:47.352 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:47.357 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:47.360 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:47.426 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:47.432 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:47.432 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:47.469 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:47.522 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:47.533 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:47.536 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:47.544 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:47.547 +08:00] [INFO] [main.go:178] ["1 insert success: 400"]
[2024/05/06 13:26:47.551 +08:00] [INFO] [main.go:178] ["1 insert success: 400"]
[2024/05/06 13:26:47.553 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:47.555 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:47.620 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:47.844 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:47.858 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:47.919 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:47.923 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:47.946 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:47.956 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:48.019 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:48.034 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:48.050 +08:00] [INFO] [main.go:178] ["0 insert success: 400"]
[2024/05/06 13:26:48.055 +08:00] [INFO] [main.go:199] ["0 delete success: 200"]
[2024/05/06 13:26:48.056 +08:00] [INFO] [main.go:178] ["0 insert success: 400"]
[2024/05/06 13:26:48.059 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:48.061 +08:00] [INFO] [main.go:199] ["0 delete success: 200"]
[2024/05/06 13:26:46.420 +08:00] [WARN] [diff.go:745] ["rows is not equal"] [table=`test`.`ntest`] [where="((TRUE) AND TRUE)"] [cost=1m35.088716846s]
[2024/05/06 13:26:46.423 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:47 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/06e78df4-269b-4913-8ec9-a94a79a47825
	{"id":"06e78df4-269b-4913-8ec9-a94a79a47825","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973205}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10adfa
	06e78df4-269b-4913-8ec9-a94a79a47825

/tidb/cdc/default/default/upstream/7365753748670939796
	{"id":7365753748670939796,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/06e78df4-269b-4913-8ec9-a94a79a47825
	{"id":"06e78df4-269b-4913-8ec9-a94a79a47825","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973205}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10adfa
	06e78df4-269b-4913-8ec9-a94a79a47825

/tidb/cdc/default/default/upstream/7365753748670939796
	{"id":7365753748670939796,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/06e78df4-269b-4913-8ec9-a94a79a47825
	{"id":"06e78df4-269b-4913-8ec9-a94a79a47825","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973205}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10adfa
	06e78df4-269b-4913-8ec9-a94a79a47825

/tidb/cdc/default/default/upstream/7365753748670939796
	{"id":7365753748670939796,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.25747.out cli changefeed create --start-ts=449569934810546177 '--sink-uri=kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
[2024/05/06 13:26:48.131 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:48.140 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:48.144 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:48.148 +08:00] [INFO] [main.go:178] ["1 insert success: 500"]
[2024/05/06 13:26:48.149 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:48.154 +08:00] [INFO] [main.go:178] ["1 insert success: 500"]
[2024/05/06 13:26:48.157 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:48.223 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:48.223 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
table ddl_manager.finish_mark not exists for 51-th check, retry later
table region_merge.t1 exists
check diff failed 1-th time, retry later
Create changefeed successfully!
ID: 477a7976-4f7f-4b72-9ad7-3b62d69f08a9
Info: {"upstream_id":7365753748670939796,"namespace":"default","id":"477a7976-4f7f-4b72-9ad7-3b62d69f08a9","sink_uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:26:48.366887802+08:00","start_ts":449569934810546177,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569934810546177,"checkpoint_ts":449569934810546177,"checkpoint_time":"2024-05-06 13:26:41.029"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[2024/05/06 13:26:48.451 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:48.530 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:48.530 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:48.530 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:48.543 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:48.561 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:48.623 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
table test.binary_columns not exists for 7-th check, retry later
[2024/05/06 13:26:48.639 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:48.666 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:48.730 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:48.738 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:48.743 +08:00] [INFO] [main.go:178] ["1 insert success: 600"]
[2024/05/06 13:26:48.749 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:48.756 +08:00] [INFO] [main.go:178] ["1 insert success: 600"]
[2024/05/06 13:26:48.759 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:48.767 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:48.825 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:48.838 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:48.846 +08:00] [INFO] [main.go:178] ["0 insert success: 500"]
[2024/05/06 13:26:48.855 +08:00] [INFO] [main.go:178] ["0 insert success: 500"]
check diff failed 3-th time, retry later
[2024/05/06 13:26:49.036 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:49.055 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:49.056 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:49.057 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:49.060 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:49.150 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:49.156 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:49.226 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:49.247 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:49.258 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:49.267 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:49.322 +08:00] [INFO] [main.go:178] ["1 insert success: 700"]
[2024/05/06 13:26:49.334 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:49.337 +08:00] [INFO] [main.go:178] ["1 insert success: 700"]
[2024/05/06 13:26:49.340 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:49.359 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:49.364 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
check_changefeed_status 127.0.0.1:8300 e3512ba4-dd85-4953-9787-d79bf46326b1 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=e3512ba4-dd85-4953-9787-d79bf46326b1
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/e3512ba4-dd85-4953-9787-d79bf46326b1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   2205      0 --:--:-- --:--:-- --:--:--  2218
+ info='{"state":"warning","resolved_ts":449569936651845639,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":449569936651845639,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":449569936651845639,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":449569936651845639,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 4-th time, retry later
[2024/05/06 13:26:49.435 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:49.622 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:26:49.639 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:26:49.640 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:26:49.642 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:26:49.647 +08:00] [INFO] [main.go:178] ["0 insert success: 600"]
[2024/05/06 13:26:49.650 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Debugger for raftstore-v2 is used
Debugger for raftstore-v2 is used
[2024/05/06 13:26:49.652 +08:00] [INFO] [main.go:199] ["0 delete success: 300"]
[2024/05/06 13:26:49.655 +08:00] [INFO] [main.go:178] ["0 insert success: 600"]
[2024/05/06 13:26:49.659 +08:00] [INFO] [main.go:199] ["0 delete success: 300"]
[2024/05/06 13:26:49.742 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:26:49.755 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:26:49.771 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:26:49.829 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:26:49.841 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:26:49.852 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:26:49.858 +08:00] [INFO] [main.go:178] ["1 insert success: 800"]
[2024/05/06 13:26:49.869 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
+ set +x
[Mon May  6 13:26:49 CST 2024] <<<<<< START kafka consumer in move_table case >>>>>>
[Mon May  6 13:26:49 CST 2024] <<<<<< START cdc server in move_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2578325785.out server --log-file /tmp/tidb_cdc_test/move_table/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data2 --cluster-id default --addr 127.0.0.1:8301
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8301 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8301; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2024/05/06 13:26:49.922 +08:00] [INFO] [main.go:178] ["1 insert success: 800"]
[2024/05/06 13:26:49.925 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:26:49.946 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:26:49.964 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:26:50.037 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:26:50.158 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
table ddl_manager.finish_mark not exists for 52-th check, retry later
[2024/05/06 13:26:50.230 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:26:50.235 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:26:50.237 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:26:50.251 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:26:50.342 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:26:50.358 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:26:50.426 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:26:50.430 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:26:50.449 +08:00] [INFO] [main.go:178] ["0 insert success: 700"]
[2024/05/06 13:26:50.450 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:26:50.456 +08:00] [INFO] [main.go:178] ["0 insert success: 700"]
[2024/05/06 13:26:50.462 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:26:50.465 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:26:50.521 +08:00] [INFO] [main.go:178] ["1 insert success: 900"]
[2024/05/06 13:26:50.534 +08:00] [INFO] [main.go:178] ["1 insert success: 900"]
[2024/05/06 13:26:50.538 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:26:50.558 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:26:50.563 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:26:50.651 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
table test.binary_columns not exists for 8-th check, retry later
[2024/05/06 13:26:50.758 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:26:50.830 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:26:50.835 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:26:50.842 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:26:50.860 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
check diff failed 4-th time, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff successfully
wait process cdc.test exit for 1-th time...
[2024/05/06 13:26:50.949 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:26:51.034 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:26:51.041 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:26:51.046 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:26:51.053 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:26:51.120 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:26:51.133 +08:00] [INFO] [main.go:178] ["1 insert success: 1000"]
[2024/05/06 13:26:51.136 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:26:51.145 +08:00] [INFO] [main.go:178] ["1 insert success: 1000"]
[2024/05/06 13:26:51.151 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:26:51.167 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:26:51.234 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:26:51.251 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:26:51.256 +08:00] [INFO] [main.go:178] ["0 insert success: 800"]
[2024/05/06 13:26:51.261 +08:00] [INFO] [main.go:199] ["0 delete success: 400"]
[2024/05/06 13:26:51.261 +08:00] [INFO] [main.go:178] ["0 insert success: 800"]
[2024/05/06 13:26:51.265 +08:00] [INFO] [main.go:199] ["0 delete success: 400"]
[2024/05/06 13:26:51.357 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:26:51.421 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:26:51.423 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:26:51.430 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
wait process cdc.test exit for 2-th time...
[2024/05/06 13:26:51.441 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:26:51.524 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:26:51.628 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:26:51.631 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:26:51.632 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:26:51.635 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:26:51.652 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:26:51.666 +08:00] [INFO] [main.go:178] ["1 insert success: 1100"]
[2024/05/06 13:26:51.725 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:26:51.726 +08:00] [INFO] [main.go:178] ["1 insert success: 1100"]
[2024/05/06 13:26:51.734 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:26:51.747 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:26:51.828 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:26:51.837 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
table ddl_manager.finish_mark not exists for 53-th check, retry later
[2024/05/06 13:26:51.946 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:26:52.023 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:26:52.026 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:26:52.027 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:26:52.030 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:26:52.052 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:26:52.062 +08:00] [INFO] [main.go:178] ["0 insert success: 900"]
[2024/05/06 13:26:52.065 +08:00] [INFO] [main.go:178] ["0 insert success: 900"]
[2024/05/06 13:26:52.164 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
wait process cdc.test exit for 3-th time...
Debugger for raftstore-v2 is used
Debugger for raftstore-v2 is used
[2024/05/06 13:26:52.227 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:26:52.237 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:26:52.242 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:26:52.244 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:26:52.263 +08:00] [INFO] [main.go:178] ["1 insert success: 1200"]
[2024/05/06 13:26:52.322 +08:00] [INFO] [main.go:178] ["1 insert success: 1200"]
[2024/05/06 13:26:52.332 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:26:52.333 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:26:52.345 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:26:52.439 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:26:52.442 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
table test.binary_columns exists
check diff failed 1-th time, retry later
[2024/05/06 13:26:52.539 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:26:52.627 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:26:52.629 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:26:52.632 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:26:52.633 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:26:52.656 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:26:52 CST 2024] <<<<<< run test case region_merge success! >>>>>>
check diff failed 5-th time, retry later
[2024/05/06 13:26:52.757 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:26:52.832 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:26:52.837 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:26:52.846 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:26:52.852 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:26:52.857 +08:00] [INFO] [main.go:178] ["1 insert success: 1300"]
[2024/05/06 13:26:52.922 +08:00] [INFO] [main.go:178] ["0 insert success: 1000"]
[2024/05/06 13:26:52.922 +08:00] [INFO] [main.go:178] ["0 insert success: 1000"]
[2024/05/06 13:26:52.924 +08:00] [INFO] [main.go:178] ["1 insert success: 1300"]
[2024/05/06 13:26:52.926 +08:00] [INFO] [main.go:199] ["0 delete success: 500"]
[2024/05/06 13:26:52.926 +08:00] [INFO] [main.go:199] ["0 delete success: 500"]
[2024/05/06 13:26:52.938 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:26:52.938 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:26:52.947 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:26:53.031 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:26:53.036 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:26:53.063 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:26:53.151 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:26:53.155 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:26:53.157 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:26:53.160 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8301 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8301
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:52 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:

changefeedID: default/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
{UpstreamID:7365753748670939796 Namespace:default ID:477a7976-4f7f-4b72-9ad7-3b62d69f08a9 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:26:48.366887802 +0800 CST StartTs:449569934810546177 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037d6e10 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569936723935242}
{CheckpointTs:449569935334834198 MinTableBarrierTs:449569937772511247 AdminJobType:noop}
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569937772511247, checkpointTs: 449569935491858618, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/06e78df4-269b-4913-8ec9-a94a79a47825
	{"id":"06e78df4-269b-4913-8ec9-a94a79a47825","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973205}

/tidb/cdc/default/__cdc_meta__/capture/7db6b86c-ac61-49a7-8750-cdb168333cb8
	{"id":"7db6b86c-ac61-49a7-8750-cdb168333cb8","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973210}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10adfa
	06e78df4-269b-4913-8ec9-a94a79a47825

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10ae4e
	7db6b86c-ac61-49a7-8750-cdb168333cb8

/tidb/cdc/default/default/changefeed/info/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"upstream-id":7365753748670939796,"namespace":"default","changefeed-id":"477a7976-4f7f-4b72-9ad7-3b62d69f08a9","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:26:48.366887802+08:00","start-ts":449569934810546177,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569936723935242}

/tidb/cdc/default/default/changefeed/status/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":449569935491858618,"min-table-barrier-ts":449569937772511247,"admin-job-type":0}

/tidb/cdc/default/default/task/position/06e78df4-269b-4913-8ec9-a94a79a47825/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/7db6b86c-ac61-49a7-8750-cdb168333cb8/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753748670939796
	{"id":7365753748670939796,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:

changefeedID: default/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
{UpstreamID:7365753748670939796 Namespace:default ID:477a7976-4f7f-4b72-9ad7-3b62d69f08a9 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:26:48.366887802 +0800 CST StartTs:449569934810546177 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037d6e10 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569936723935242}
{CheckpointTs:449569935334834198 MinTableBarrierTs:449569937772511247 AdminJobType:noop}
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569937772511247, checkpointTs: 449569935491858618, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/06e78df4-269b-4913-8ec9-a94a79a47825
	{"id":"06e78df4-269b-4913-8ec9-a94a79a47825","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973205}

/tidb/cdc/default/__cdc_meta__/capture/7db6b86c-ac61-49a7-8750-cdb168333cb8
	{"id":"7db6b86c-ac61-49a7-8750-cdb168333cb8","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973210}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10adfa
	06e78df4-269b-4913-8ec9-a94a79a47825

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10ae4e
	7db6b86c-ac61-49a7-8750-cdb168333cb8

/tidb/cdc/default/default/changefeed/info/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"upstream-id":7365753748670939796,"namespace":"default","changefeed-id":"477a7976-4f7f-4b72-9ad7-3b62d69f08a9","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:26:48.366887802+08:00","start-ts":449569934810546177,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569936723935242}

/tidb/cdc/default/default/changefeed/status/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":449569935491858618,"min-table-barrier-ts":449569937772511247,"admin-job-type":0}

/tidb/cdc/default/default/task/position/06e78df4-269b-4913-8ec9-a94a79a47825/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/7db6b86c-ac61-49a7-8750-cdb168333cb8/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753748670939796
	{"id":7365753748670939796,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:

changefeedID: default/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
{UpstreamID:7365753748670939796 Namespace:default ID:477a7976-4f7f-4b72-9ad7-3b62d69f08a9 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:26:48.366887802 +0800 CST StartTs:449569934810546177 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037d6e10 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569936723935242}
{CheckpointTs:449569935334834198 MinTableBarrierTs:449569937772511247 AdminJobType:noop}
span: {table_id:106,start_key:7480000000000000ff6a5f720000000000fa,end_key:7480000000000000ff6a5f730000000000fa}, resolvedTs: 449569937772511247, checkpointTs: 449569935491858618, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/06e78df4-269b-4913-8ec9-a94a79a47825
	{"id":"06e78df4-269b-4913-8ec9-a94a79a47825","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973205}

/tidb/cdc/default/__cdc_meta__/capture/7db6b86c-ac61-49a7-8750-cdb168333cb8
	{"id":"7db6b86c-ac61-49a7-8750-cdb168333cb8","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973210}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10adfa
	06e78df4-269b-4913-8ec9-a94a79a47825

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10ae4e
	7db6b86c-ac61-49a7-8750-cdb168333cb8

/tidb/cdc/default/default/changefeed/info/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"upstream-id":7365753748670939796,"namespace":"default","changefeed-id":"477a7976-4f7f-4b72-9ad7-3b62d69f08a9","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:26:48.366887802+08:00","start-ts":449569934810546177,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569936723935242}

/tidb/cdc/default/default/changefeed/status/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":449569935491858618,"min-table-barrier-ts":449569937772511247,"admin-job-type":0}

/tidb/cdc/default/default/task/position/06e78df4-269b-4913-8ec9-a94a79a47825/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/7db6b86c-ac61-49a7-8750-cdb168333cb8/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
+ grep -q 'etcd info'
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753748670939796
	{"id":7365753748670939796,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
[Mon May  6 13:26:52 CST 2024] <<<<<< START cdc server in move_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2589625898.out server --log-file /tmp/tidb_cdc_test/move_table/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data3 --cluster-id default --addr 127.0.0.1:8302
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8302 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8302; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:26:52.431 +08:00] [INFO] [dailytest.go:68] ["test pass!!!"]
wait process cdc.test exit for 1-th time...
[2024/05/06 13:26:53.231 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:26:53.324 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:26:53.358 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:26:53.359 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:26:53.439 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:26:53.439 +08:00] [INFO] [main.go:178] ["1 insert success: 1400"]
[2024/05/06 13:26:53.443 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:26:53.459 +08:00] [INFO] [main.go:178] ["1 insert success: 1400"]
[2024/05/06 13:26:53.524 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:26:53.529 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:26:53.540 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:26:53.635 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:26:53.642 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:26:53.648 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:26:53.659 +08:00] [INFO] [main.go:178] ["0 insert success: 1100"]
[2024/05/06 13:26:53.660 +08:00] [INFO] [main.go:178] ["0 insert success: 1100"]
wait process cdc.test exit for 2-th time...
[2024/05/06 13:26:53.740 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:26:53.741 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:26:53.743 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:26:53.748 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:26:53.766 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:26:53.836 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:26:53.932 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:26:53.933 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:26:53.955 +08:00] [INFO] [main.go:178] ["1 insert success: 1500"]
table ddl_manager.finish_mark not exists for 54-th check, retry later
[2024/05/06 13:26:54.029 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:26:54.034 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:26:54.035 +08:00] [INFO] [main.go:178] ["1 insert success: 1500"]
[2024/05/06 13:26:54.051 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:26:54.062 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:26:54.120 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:26:54.228 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:26:54.235 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:26:54.240 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:26:54.335 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:26:54.341 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:26:54.348 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:26:54.348 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:26:54.363 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:26:54.437 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:26:54.450 +08:00] [INFO] [main.go:178] ["0 insert success: 1200"]
[2024/05/06 13:26:54.454 +08:00] [INFO] [main.go:199] ["0 delete success: 600"]
[2024/05/06 13:26:54.462 +08:00] [INFO] [main.go:178] ["0 insert success: 1200"]
[2024/05/06 13:26:54.466 +08:00] [INFO] [main.go:199] ["0 delete success: 600"]
wait process cdc.test exit for 3-th time...
[2024/05/06 13:26:54.524 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:26:54.528 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:26:54.557 +08:00] [INFO] [main.go:178] ["1 insert success: 1600"]
[2024/05/06 13:26:54.635 +08:00] [INFO] [main.go:178] ["1 insert success: 1600"]
[2024/05/06 13:26:54.638 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:26:54.639 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:26:54.644 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:26:54.658 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:26:54.719 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:26:54.767 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:26:54.839 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:26:54.843 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:26:54.921 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:26:54.925 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:26:54.933 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:26:54.935 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:26:54.960 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:26:54 CST 2024] <<<<<< run test case cdc success! >>>>>>
check diff successfully
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:26:55.028 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:26:55.060 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:26:55.120 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:26:55.150 +08:00] [INFO] [main.go:178] ["1 insert success: 1700"]
[2024/05/06 13:26:55.226 +08:00] [INFO] [main.go:178] ["1 insert success: 1700"]
[2024/05/06 13:26:55.234 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:26:55.243 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:26:55.244 +08:00] [INFO] [main.go:178] ["0 insert success: 1300"]
[2024/05/06 13:26:55.244 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
check diff successfully
[2024/05/06 13:26:55.251 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:26:55.258 +08:00] [INFO] [main.go:178] ["0 insert success: 1300"]
[2024/05/06 13:26:55.259 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:26:55.354 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:26:55.433 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:26:55.442 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:26:55.449 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:26:55.456 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:26:55.462 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:26:55.466 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:26:55.557 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:26:55.635 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:26:55.644 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:26:55.666 +08:00] [INFO] [main.go:178] ["1 insert success: 1800"]
[2024/05/06 13:26:55.745 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:26:55.770 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:26:55.823 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:26:55.827 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:26:55.827 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:26:55.937 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:26:55.945 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:26:55.946 +08:00] [INFO] [main.go:178] ["0 insert success: 1400"]
[2024/05/06 13:26:55.949 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:26:55.950 +08:00] [INFO] [main.go:199] ["0 delete success: 700"]
[2024/05/06 13:26:55.951 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:26:55.965 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:26:56.050 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:26:56.063 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:26:56.084 +08:00] [INFO] [main.go:178] ["1 insert success: 1900"]
[2024/05/06 13:26:56.143 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:26:56.219 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:26:56.226 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8302 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8302
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:26:55 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:

changefeedID: default/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
{UpstreamID:7365753748670939796 Namespace:default ID:477a7976-4f7f-4b72-9ad7-3b62d69f08a9 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:26:48.366887802 +0800 CST StartTs:449569934810546177 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d917a0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569936723935242}
{CheckpointTs:449569938572050433 MinTableBarrierTs:449569938572050433 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/06e78df4-269b-4913-8ec9-a94a79a47825
	{"id":"06e78df4-269b-4913-8ec9-a94a79a47825","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973205}

/tidb/cdc/default/__cdc_meta__/capture/18748151-0196-4083-80e3-e8d08334e67a
	{"id":"18748151-0196-4083-80e3-e8d08334e67a","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973213}

/tidb/cdc/default/__cdc_meta__/capture/7db6b86c-ac61-49a7-8750-cdb168333cb8
	{"id":"7db6b86c-ac61-49a7-8750-cdb168333cb8","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973210}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10adfa
	06e78df4-269b-4913-8ec9-a94a79a47825

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10ae4e
	7db6b86c-ac61-49a7-8750-cdb168333cb8

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10ae80
	18748151-0196-4083-80e3-e8d08334e67a

/tidb/cdc/default/default/changefeed/info/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"upstream-id":7365753748670939796,"namespace":"default","changefeed-id":"477a7976-4f7f-4b72-9ad7-3b62d69f08a9","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:26:48.366887802+08:00","start-ts":449569934810546177,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569936723935242}

/tidb/cdc/default/default/changefeed/status/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":449569938572050433,"min-table-barrier-ts":449569938572050433,"admin-job-type":0}

/tidb/cdc/default/default/task/position/06e78df4-269b-4913-8ec9-a94a79a47825/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/18748151-0196-4083-80e3-e8d08334e67a/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/7db6b86c-ac61-49a7-8750-cdb168333cb8/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753748670939796
	{"id":7365753748670939796,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:

changefeedID: default/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
{UpstreamID:7365753748670939796 Namespace:default ID:477a7976-4f7f-4b72-9ad7-3b62d69f08a9 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:26:48.366887802 +0800 CST StartTs:449569934810546177 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d917a0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569936723935242}
{CheckpointTs:449569938572050433 MinTableBarrierTs:449569938572050433 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/06e78df4-269b-4913-8ec9-a94a79a47825
	{"id":"06e78df4-269b-4913-8ec9-a94a79a47825","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973205}

/tidb/cdc/default/__cdc_meta__/capture/18748151-0196-4083-80e3-e8d08334e67a
	{"id":"18748151-0196-4083-80e3-e8d08334e67a","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973213}

/tidb/cdc/default/__cdc_meta__/capture/7db6b86c-ac61-49a7-8750-cdb168333cb8
	{"id":"7db6b86c-ac61-49a7-8750-cdb168333cb8","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973210}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10adfa
	06e78df4-269b-4913-8ec9-a94a79a47825

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10ae4e
	7db6b86c-ac61-49a7-8750-cdb168333cb8

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10ae80
	18748151-0196-4083-80e3-e8d08334e67a

/tidb/cdc/default/default/changefeed/info/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"upstream-id":7365753748670939796,"namespace":"default","changefeed-id":"477a7976-4f7f-4b72-9ad7-3b62d69f08a9","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:26:48.366887802+08:00","start-ts":449569934810546177,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshol+ grep -q 'failed to get info:'
d":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569936723935242}

/tidb/cdc/default/default/changefeed/status/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":449569938572050433,"min-table-barrier-ts":449569938572050433,"admin-job-type":0}

/tidb/cdc/default/default/task/position/06e78df4-269b-4913-8ec9-a94a79a47825/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/18748151-0196-4083-80e3-e8d08334e67a/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/7db6b86c-ac61-49a7-8750-cdb168333cb8/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753748670939796
	{"id":7365753748670939796,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ echo '

*** processors info ***:

changefeedID: default/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
{UpstreamID:7365753748670939796 Namespace:default ID:477a7976-4f7f-4b72-9ad7-3b62d69f08a9 SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2024-05-06 13:26:48.366887802 +0800 CST StartTs:449569934810546177 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d917a0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449569936723935242}
{CheckpointTs:449569938572050433 MinTableBarrierTs:449569938572050433 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/06e78df4-269b-4913-8ec9-a94a79a47825
	{"id":"06e78df4-269b-4913-8ec9-a94a79a47825","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973205}

/tidb/cdc/default/__cdc_meta__/capture/18748151-0196-4083-80e3-e8d08334e67a
	{"id":"18748151-0196-4083-80e3-e8d08334e67a","address":"127.0.0.1:8302","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973213}

/tidb/cdc/default/__cdc_meta__/capture/7db6b86c-ac61-49a7-8750-cdb168333cb8
	{"id":"7db6b86c-ac61-49a7-8750-cdb168333cb8","address":"127.0.0.1:8301","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973210}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10adfa
	06e78df4-269b-4913-8ec9-a94a79a47825

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10ae4e
	7db6b86c-ac61-49a7-8750-cdb168333cb8

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e10ae80
	18748151-0196-4083-80e3-e8d08334e67a

/tidb/cdc/default/default/changefeed/info/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"upstream-id":7365753748670939796,"namespace":"default","changefeed-id":"477a7976-4f7f-4b72-9ad7-3b62d69f08a9","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-9692?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2024-05-06T13:26:48.366887802+08:00","start-ts":449569934810546177,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449569936723935242}

/tidb/cdc/default/default/changefeed/status/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":449569938572050433,"min-table-barrier-ts":449569938572050433,"admin-job-type":0}

/tidb/cdc/default/default/task/position/06e78df4-269b-4913-8ec9-a94a79a47825/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/18748151-0196-4083-80e3-e8d08334e67a/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/7db6b86c-ac61-49a7-8750-cdb168333cb8/477a7976-4f7f-4b72-9ad7-3b62d69f08a9
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365753748670939796
	{"id":7365753748670939796,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
table move_table.usertable exists
[2024/05/06 13:26:56.353 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
[2024/05/06 13:26:56.353 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:26:56.357 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
[2024/05/06 13:26:56.364 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:26:56.365 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
[2024/05/06 13:26:56.447 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
[2024/05/06 13:26:56.462 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
[2024/05/06 13:26:56.466 +08:00] [INFO] [main.go:178] ["0 insert success: 1500"]
[2024/05/06 13:26:56.478 +08:00] [INFO] [main.go:178] ["1 insert success: 2000"]
[2024/05/06 13:26:56.505 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
table ddl_manager.finish_mark not exists for 55-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_attributes/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
go: downloading github.com/xdg/scram v1.0.5
go: downloading github.com/IBM/sarama v1.41.2
go: downloading github.com/tinylib/msgp v1.1.6
go: downloading github.com/benbjohnson/clock v1.3.5
go: downloading go.etcd.io/etcd/server/v3 v3.5.12
go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1
go: downloading github.com/apache/pulsar-client-go v0.11.0
go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5
go: downloading github.com/go-mysql-org/go-mysql v1.7.1-0.20240314115043-2199dfb0ba98
go: downloading gorm.io/gorm v1.24.5
go: downloading github.com/KimMachineGun/automemlimit v0.2.4
go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424
go: downloading github.com/pierrec/lz4/v4 v4.1.18
go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17
go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0
go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2
go: downloading github.com/xdg/stringprep v1.0.3
go: downloading github.com/gin-gonic/gin v1.9.1
go: downloading github.com/containerd/cgroups v1.0.4
go: downloading github.com/stretchr/objx v0.5.2
go: downloading github.com/philhofer/fwd v1.1.1
go: downloading github.com/jinzhu/now v1.1.5
go: downloading github.com/jinzhu/inflection v1.0.0
go: downloading github.com/sirupsen/logrus v1.9.3
go: downloading github.com/opencontainers/runtime-spec v1.0.2
go: downloading github.com/cilium/ebpf v0.4.0
go: downloading github.com/godbus/dbus/v5 v5.0.4
go: downloading github.com/gin-contrib/sse v0.1.0
go: downloading github.com/ugorji/go/codec v1.2.11
go: downloading github.com/pelletier/go-toml/v2 v2.0.8
go: downloading github.com/go-playground/validator/v10 v10.14.0
go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726
go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07
go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2
go: downloading github.com/aws/smithy-go v1.13.5
go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3
go: downloading github.com/jcmturner/gofork v1.7.6
go: downloading github.com/eapache/queue v1.1.0
go: downloading github.com/eapache/go-resiliency v1.4.0
go: downloading github.com/hashicorp/go-multierror v1.1.1
go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475
go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4
go: downloading github.com/leodido/go-urn v1.2.4
go: downloading github.com/gabriel-vasile/mimetype v1.4.2
go: downloading github.com/go-playground/universal-translator v0.18.1
go: downloading github.com/linkedin/goavro/v2 v2.11.1
go: downloading github.com/bits-and-blooms/bitset v1.4.0
go: downloading github.com/pierrec/lz4 v2.6.1+incompatible
go: downloading github.com/AthenZ/athenz v1.10.39
go: downloading golang.org/x/mod v0.17.0
go: downloading github.com/spaolacci/murmur3 v1.1.0
go: downloading github.com/99designs/keyring v1.2.1
go: downloading github.com/hashicorp/errwrap v1.0.0
[2024/05/06 13:26:56.562 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
[2024/05/06 13:26:56.570 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
[2024/05/06 13:26:56.680 +08:00] [INFO] [main.go:178] ["72 insert success: 2000"]
[2024/05/06 13:26:56.729 +08:00] [INFO] [main.go:178] ["72 insert success: 2000"]
[2024/05/06 13:26:56.730 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
[2024/05/06 13:26:56.731 +08:00] [INFO] [main.go:178] ["73 insert success: 2000"]
[2024/05/06 13:26:56.747 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
go: downloading github.com/go-playground/locales v0.14.1
go: downloading github.com/dvsekhvalnov/jose2go v1.5.0
go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c
go: downloading github.com/mtibben/percent v0.2.1
go: downloading github.com/soheilhy/cmux v0.1.5
go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75
go: downloading go.etcd.io/bbolt v1.3.9
go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12
go: downloading sigs.k8s.io/yaml v1.4.0
go: downloading go.opentelemetry.io/otel/sdk v1.22.0
go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0
go: downloading github.com/jonboulle/clockwork v0.4.0
go: downloading go.etcd.io/etcd/raft/v3 v3.5.12
go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0
go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510
go: downloading github.com/golang-jwt/jwt/v4 v4.5.0
go: downloading go.etcd.io/etcd/client/v2 v2.305.12
go: downloading github.com/gorilla/websocket v1.5.1
go: downloading github.com/jcmturner/aescts/v2 v2.0.0
go: downloading github.com/hashicorp/go-uuid v1.0.3
go: downloading github.com/jcmturner/rpc/v2 v2.0.3
go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0
go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0
go: downloading go.opentelemetry.io/proto/otlp v1.1.0
go: downloading github.com/cenkalti/backoff/v4 v4.2.1
go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1
[2024/05/06 13:26:56.796 +08:00] [INFO] [main.go:178] ["72 insert success: 2000"]
[2024/05/06 13:26:56.827 +08:00] [INFO] [main.go:178] ["73 insert success: 2000"]
[2024/05/06 13:26:56.844 +08:00] [INFO] [main.go:178] ["1 insert success: 2100"]
[2024/05/06 13:26:56.866 +08:00] [INFO] [main.go:178] ["72 insert success: 2000"]
[2024/05/06 13:26:56.931 +08:00] [INFO] [main.go:178] ["73 insert success: 2000"]
[2024/05/06 13:26:56.936 +08:00] [INFO] [main.go:178] ["73 insert success: 2000"]
[2024/05/06 13:26:56.939 +08:00] [INFO] [main.go:178] ["0 insert success: 1600"]
[2024/05/06 13:26:56.943 +08:00] [INFO] [main.go:199] ["0 delete success: 800"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:26:57.052 +08:00] [INFO] [main.go:178] ["72 insert success: 2000"]
[2024/05/06 13:26:57.065 +08:00] [INFO] [main.go:178] ["73 insert success: 2000"]
[2024/05/06 13:26:57.131 +08:00] [INFO] [main.go:178] ["1 insert success: 2200"]
[2024/05/06 13:26:57.311 +08:00] [INFO] [main.go:178] ["0 insert success: 1700"]
[2024/05/06 13:26:57.343 +08:00] [INFO] [main.go:178] ["72 insert success: 2100"]
[2024/05/06 13:26:57.362 +08:00] [INFO] [main.go:178] ["73 insert success: 2100"]
[2024/05/06 13:26:57.440 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs47a45747_c04a_41ea_86e3_fd1642b9bd49"]
[2024/05/06 13:26:57.444 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs54d772d9_12a2_41e5_8a6d_947d9161aa42"]
[2024/05/06 13:26:57.444 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs541b7016_c210_47b3_aefa_826d72744d1c"]
[2024/05/06 13:26:57.478 +08:00] [INFO] [main.go:178] ["1 insert success: 2300"]
[2024/05/06 13:26:57.492 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs405cc00c_b17f_4a76_baaf_851b447bba5b"]
[2024/05/06 13:26:57.522 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsbac15919_88a9_4620_826b_c17ae4653773"]
check_changefeed_status 127.0.0.1:8300 e3512ba4-dd85-4953-9787-d79bf46326b1 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=e3512ba4-dd85-4953-9787-d79bf46326b1
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/e3512ba4-dd85-4953-9787-d79bf46326b1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   2194      0 --:--:-- --:--:-- --:--:--  2198
+ info='{"state":"warning","resolved_ts":449569938486591495,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":449569938486591495,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":449569938486591495,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":449569938486591495,"checkpoint_ts":449569931579359254,"last_warning":{"time":"2024-05-06T13:26:31.645759833+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 5-th time, retry later
[2024/05/06 13:26:57.546 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs4db10464_78cd_4918_986d_295c4de6a42b"]
[2024/05/06 13:26:57.733 +08:00] [INFO] [main.go:178] ["72 insert success: 2200"]
[2024/05/06 13:26:57.739 +08:00] [INFO] [main.go:178] ["73 insert success: 2200"]
[2024/05/06 13:26:57.860 +08:00] [INFO] [main.go:178] ["0 insert success: 1800"]
[2024/05/06 13:26:57.860 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:57.861 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:57.864 +08:00] [INFO] [main.go:199] ["0 delete success: 900"]
[2024/05/06 13:26:57.872 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:57.921 +08:00] [INFO] [main.go:178] ["1 insert success: 2400"]
[2024/05/06 13:26:57.927 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:57.955 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:57.963 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:57.968 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:57.976 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:57.986 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:57.987 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:57.994 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:58.021 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:58.050 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs058da2a5_6a29_4612_ae0b_b4e3a48a1e9f"]
[2024/05/06 13:26:58.233 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:58.233 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
go: downloading github.com/ardielle/ardielle-go v1.5.2
table ddl_manager.finish_mark not exists for 56-th check, retry later
[2024/05/06 13:26:58.326 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:58.340 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:58.367 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:58.371 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:58.381 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:58.419 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:58.431 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:58.433 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:58.445 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:58.445 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:58.480 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:58.493 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:58.638 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:58.657 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:58.723 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:58.745 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:58.765 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:58.773 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:58.774 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[2024/05/06 13:26:58.833 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:58.836 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:58.843 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:26:58.850 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:58.861 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:58.877 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:26:58.883 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:58.952 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs56cfd1e5_574b_4383_bc30_9e68dce712b5"]
[2024/05/06 13:26:58.961 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:58.991 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:59.047 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[2024/05/06 13:26:59.063 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:59.124 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:59.124 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:59.134 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:59.183 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:59.228 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:59.231 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:59.244 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:59.263 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:26:59.264 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:59.269 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[2024/05/06 13:26:59.343 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:26:59.352 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:59.354 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:26:59.419 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:59.454 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:59.456 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:59.520 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:59.533 +08:00] [INFO] [main.go:88] ["testGetDefaultValue take 14.243962734s"]
[2024/05/06 13:26:59.550 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:59.555 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[Pipeline] // node
check diff failed 1-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[2024/05/06 13:26:59.621 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:59.638 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:26:59.660 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:59.673 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:59.677 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:26:59.724 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:26:59.740 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:26:59.757 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:26:59.767 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:59.775 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
start tidb cluster in /tmp/tidb_cdc_test/ddl_attributes
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[2024/05/06 13:26:59.836 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:59.853 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:59.861 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:59.879 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:26:59.942 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:59.950 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:26:59.970 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:00.024 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:00.058 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:00.066 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:00.074 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
table ddl_manager.finish_mark not exists for 57-th check, retry later
[2024/05/06 13:27:00.138 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:00.160 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:00.173 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:00.176 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:00.226 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:00.263 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:00.266 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:00.276 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:00.329 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
table test.binary_columns exists
check diff failed 1-th time, retry later
[2024/05/06 13:27:00.357 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:00.367 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:00.378 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:00.427 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:00.464 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:00.465 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:00.484 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:00.549 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:00.558 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:00.626 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:00.643 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:00.647 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:00.726 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:00.734 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:00.741 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:00.759 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:00.784 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:00.826 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:00.839 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:00.854 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:00.879 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:00.890 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:00.924 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:00.946 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:00.951 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:00.981 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:01.035 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:01.039 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:01.075 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
Verifying downstream PD is started...
[2024/05/06 13:27:01.138 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:01.138 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:01.152 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:01.220 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:01.229 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:01.240 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:01.250 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:01.282 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:01.285 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:01.329 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:01.345 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:01.346 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
check diff failed 2-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:01.372 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:01.421 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:01.435 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:01.451 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:01.519 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:01.532 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:01.533 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:01.625 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:01.634 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:01.644 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:01.653 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:01.729 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:01.730 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:01.755 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:01.766 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:01.769 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:01.823 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:01.840 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:01.863 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:01.865 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:01.888 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:01.923 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:01.935 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:01.979 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:02.020 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:02.030 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:02.037 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
table ddl_manager.finish_mark not exists for 58-th check, retry later
check diff failed 2-th time, retry later
[2024/05/06 13:27:02.134 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:02.140 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:02.165 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:02.222 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:02.233 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:02.253 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:02.277 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:02.334 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:02.349 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:02.362 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:02.365 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:02.379 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:02.439 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:02.442 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:02.446 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:02.448 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:02.519 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:02.540 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:02.575 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:02.584 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:02.643 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:02.646 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:02.728 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:02.731 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:02.761 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:02.766 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:02.772 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:02.821 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:02.838 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:02.838 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:02.851 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:02.851 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:02.876 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:02.929 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:02.958 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:02.961 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:02.984 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:03.022 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:03.071 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:03.073 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
check diff failed 3-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:03.143 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:03.162 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:03.172 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:03.236 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:03.242 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:03.242 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:03.257 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:03.258 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:03.274 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:03.329 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:03.354 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:03.360 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:03.364 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:03.381 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:03.442 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:03.454 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:03.476 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:03.537 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:03.565 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:03.637 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2024/05/06 13:27:03.643 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:03.647 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:03.663 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:03.663 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:03.668 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:03.748 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:03.767 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:03.779 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:03.780 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:03.834 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:03.857 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:03.872 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:03.883 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
table ddl_manager.finish_mark not exists for 59-th check, retry later
[2024/05/06 13:27:03.934 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:03.975 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:04.025 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:04.034 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:04.049 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:04.058 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:04.060 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:04.060 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:04.166 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:04.226 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:04.242 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:04.329 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:04.424 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:04.449 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:04.545 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:04.549 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
check diff failed 3-th time, retry later
[2024/05/06 13:27:04.728 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:04.823 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:04.828 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:04.828 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:04.864 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:04.875 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/common_1/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2024/05/06 13:27:04.921 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:27:04.934 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:04.951 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:04.985 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:27:05.006 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:05.011 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:27:05.068 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:27:05.121 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:05.131 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:27:05.139 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
check diff failed 4-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:05.169 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:27:05.170 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:05.221 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
[2024/05/06 13:27:05.236 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:27:05.251 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:05.282 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
[2024/05/06 13:27:05.309 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:05.309 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
[2024/05/06 13:27:05.358 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
[2024/05/06 13:27:05.402 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:05.425 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
[2024/05/06 13:27:05.435 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
[2024/05/06 13:27:05.464 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:05.465 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
[2024/05/06 13:27:05.538 +08:00] [INFO] [main.go:178] ["72 insert success: 2000"]
[2024/05/06 13:27:05.565 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
[2024/05/06 13:27:05.581 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:27:05.656 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
check_changefeed_state http://127.0.0.1:2379 01cf8b41-1176-411f-9b25-e03c819c3dcf finished null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=01cf8b41-1176-411f-9b25-e03c819c3dcf
+ expected_state=finished
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 01cf8b41-1176-411f-9b25-e03c819c3dcf -s
+ info='{
  "upstream_id": 7365753409629274879,
  "namespace": "default",
  "id": "01cf8b41-1176-411f-9b25-e03c819c3dcf",
  "state": "finished",
  "checkpoint_tso": 449569938293391365,
  "checkpoint_time": "2024-05-06 13:26:54.315",
  "error": null
}'
+ echo '{
  "upstream_id": 7365753409629274879,
  "namespace": "default",
  "id": "01cf8b41-1176-411f-9b25-e03c819c3dcf",
  "state": "finished",
  "checkpoint_tso": 449569938293391365,
  "checkpoint_time": "2024-05-06 13:26:54.315",
  "error": null
}'
{
  "upstream_id": 7365753409629274879,
  "namespace": "default",
  "id": "01cf8b41-1176-411f-9b25-e03c819c3dcf",
  "state": "finished",
  "checkpoint_tso": 449569938293391365,
  "checkpoint_time": "2024-05-06 13:26:54.315",
  "error": null
}
++ echo '{' '"upstream_id":' 7365753409629274879, '"namespace":' '"default",' '"id":' '"01cf8b41-1176-411f-9b25-e03c819c3dcf",' '"state":' '"finished",' '"checkpoint_tso":' 449569938293391365, '"checkpoint_time":' '"2024-05-06' '13:26:54.315",' '"error":' null '}'
++ jq -r .state
+ state=finished
+ [[ ! finished == \f\i\n\i\s\h\e\d ]]
++ echo '{' '"upstream_id":' 7365753409629274879, '"namespace":' '"default",' '"id":' '"01cf8b41-1176-411f-9b25-e03c819c3dcf",' '"state":' '"finished",' '"checkpoint_tso":' 449569938293391365, '"checkpoint_time":' '"2024-05-06' '13:26:54.315",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:27:01 CST 2024] <<<<<< run test case changefeed_finish success! >>>>>>
[2024/05/06 13:27:05.687 +08:00] [INFO] [main.go:178] ["72 insert success: 2000"]
[2024/05/06 13:27:05.717 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
[2024/05/06 13:27:05.765 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:05.783 +08:00] [INFO] [main.go:178] ["73 insert success: 2000"]
[2024/05/06 13:27:05.878 +08:00] [INFO] [main.go:178] ["73 insert success: 1900"]
[2024/05/06 13:27:05.953 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:05.963 +08:00] [INFO] [main.go:178] ["72 insert success: 2100"]
[2024/05/06 13:27:05.992 +08:00] [INFO] [main.go:178] ["72 insert success: 2000"]
[2024/05/06 13:27:06.042 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:27:06.075 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsac872b51_73c8_4bad_b931_891058aa55f6"]
[2024/05/06 13:27:06.077 +08:00] [INFO] [main.go:178] ["73 insert success: 2100"]
[2024/05/06 13:27:06.130 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs43e1707b_e487_4dda_9667_c2fde2e82250"]
[2024/05/06 13:27:06.134 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs8f922ccf_5184_45df_a88b_4e289d30309c"]
[2024/05/06 13:27:06.153 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs88a58a25_aa67_40e5_8a8c_531ce914a8cb"]
[2024/05/06 13:27:06.154 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsb5d384de_7e77_4723_849b_f6ef8243684a"]
[2024/05/06 13:27:06.250 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:27:06.256 +08:00] [INFO] [main.go:178] ["72 insert success: 2200"]
[2024/05/06 13:27:06.364 +08:00] [INFO] [main.go:178] ["72 insert success: 1900"]
table ddl_manager.finish_mark not exists for 60-th check, retry later
check diff failed 4-th time, retry later
[2024/05/06 13:27:06.454 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:06.457 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:06.460 +08:00] [INFO] [main.go:178] ["73 insert success: 2200"]
[2024/05/06 13:27:06.564 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:06.571 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:06.621 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:06.637 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:06.638 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:06.641 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:06.723 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:06.739 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:06.931 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:06.939 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:07.022 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:07.036 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:07.042 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:07.052 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:07.052 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:07.059 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:07.094 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:07.106 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:07.161 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs7f13f71e_263e_4e0e_b1ee_64cb61dfec62"]
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/split_region/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2024/05/06 13:27:07.236 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:07.245 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:07.375 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:07.430 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:07.436 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:07.447 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:07.449 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
check_changefeed_status 127.0.0.1:8300 e3512ba4-dd85-4953-9787-d79bf46326b1 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=e3512ba4-dd85-4953-9787-d79bf46326b1
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/e3512ba4-dd85-4953-9787-d79bf46326b1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    86  100    86    0     0    766      0 --:--:-- --:--:-- --:--:--   767
+ info='{"state":"normal","resolved_ts":449569941370175494,"checkpoint_ts":449569941370175494}'
+ echo '{"state":"normal","resolved_ts":449569941370175494,"checkpoint_ts":449569941370175494}'
{"state":"normal","resolved_ts":449569941370175494,"checkpoint_ts":449569941370175494}
++ echo '{"state":"normal","resolved_ts":449569941370175494,"checkpoint_ts":449569941370175494}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
+ [[ -z '' ]]
++ echo '{"state":"normal","resolved_ts":449569941370175494,"checkpoint_ts":449569941370175494}'
++ jq -r .last_error
+ error_msg=null
+ [[ ! null == \n\u\l\l ]]
++ echo '{"state":"normal","resolved_ts":449569941370175494,"checkpoint_ts":449569941370175494}'
++ jq -r .last_warning
+ error_msg=null
+ [[ ! null == \n\u\l\l ]]
+ exit 0
run task successfully
table kafka_sink_error_resume.t1 exists
table kafka_sink_error_resume.t2 exists
check diff successfully
check diff failed 1-th time, retry later
[2024/05/06 13:27:07.457 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:07.534 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:07.549 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:07.550 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs590dd955_d925_4e68_9e36_2ea2d187c479"]
[2024/05/06 13:27:07.634 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:07.645 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:07.671 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:07.688 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
check diff failed 5-th time, retry later
[2024/05/06 13:27:07.919 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:07.921 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:07.938 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:07.943 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:07.943 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:07.952 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:08.022 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:08.043 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:08.045 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:08.049 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:08.145 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:08.159 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
start tidb cluster in /tmp/tidb_cdc_test/common_1
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table ddl_manager.finish_mark not exists for 61-th check, retry later
[2024/05/06 13:27:08.223 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:08.240 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:08.446 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:08.449 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:08.464 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
check diff failed 5-th time, retry later
[2024/05/06 13:27:08.520 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:08.524 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:08.533 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:08.561 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:08.624 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:08.625 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:08.629 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:08.661 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs5dddb21f_d4c9_43e2_ae42_4bf2ad1781d1"]
[2024/05/06 13:27:08.676 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:08.727 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:08.750 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:08.761 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:08.922 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:08.934 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:08.950 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:08.956 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:08.963 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:08.970 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:09.032 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:09.054 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:09.059 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:09.065 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:09.135 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:09.150 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:09.155 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:09.228 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:09.320 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:09.332 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
Verifying downstream PD is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
start tidb cluster in /tmp/tidb_cdc_test/split_region
Starting Upstream PD...
[2024/05/06 13:27:09.533 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:09.534 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:09.555 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:09.560 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:09.564 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:09.567 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:09.648 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:09.664 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:09.664 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:09.668 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:09.725 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
[2024/05/06 13:27:09.743 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:09.744 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:09.755 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:09.846 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:09.923 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
check diff successfully
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 6-th time, retry later
[2024/05/06 13:27:10.242 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:10.243 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
wait process cdc.test exit for 1-th time...
check diff failed 6-th time, retry later
[2024/05/06 13:27:10.320 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:10.321 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:10.329 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:10.334 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:10.363 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:10.371 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:10.372 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:10.376 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:10.381 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:10.432 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:10.437 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:10.441 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:10.461 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:10.474 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2024/05/06 13:27:09.517 +08:00] [INFO] [main.go:61] ["table mover started"]
[2024/05/06 13:27:09.520 +08:00] [INFO] [main.go:166] ["new cluster initialized"]
[2024/05/06 13:27:09.521 +08:00] [DEBUG] [main.go:192] ["retrieved owner ID"] [ownerID=06e78df4-269b-4913-8ec9-a94a79a47825]
[2024/05/06 13:27:09.521 +08:00] [DEBUG] [main.go:199] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300]
[2024/05/06 13:27:09.521 +08:00] [DEBUG] [main.go:210] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"]
[2024/05/06 13:27:09.698 +08:00] [DEBUG] [main.go:229] ["retrieved processor details"] [changefeed=477a7976-4f7f-4b72-9ad7-3b62d69f08a9] [captureID=06e78df4-269b-4913-8ec9-a94a79a47825] [processorDetail="{\"table_ids\":[108]}"]
[2024/05/06 13:27:09.899 +08:00] [DEBUG] [main.go:229] ["retrieved processor details"] [changefeed=477a7976-4f7f-4b72-9ad7-3b62d69f08a9] [captureID=18748151-0196-4083-80e3-e8d08334e67a] [processorDetail="{\"table_ids\":[]}"]
[2024/05/06 13:27:10.098 +08:00] [DEBUG] [main.go:229] ["retrieved processor details"] [changefeed=477a7976-4f7f-4b72-9ad7-3b62d69f08a9] [captureID=7db6b86c-ac61-49a7-8750-cdb168333cb8] [processorDetail="{\"table_ids\":[106]}"]
[2024/05/06 13:27:10.098 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"06e78df4-269b-4913-8ec9-a94a79a47825\":[{\"ID\":108,\"Changefeed\":\"477a7976-4f7f-4b72-9ad7-3b62d69f08a9\"}],\"18748151-0196-4083-80e3-e8d08334e67a\":[],\"7db6b86c-ac61-49a7-8750-cdb168333cb8\":[{\"ID\":106,\"Changefeed\":\"477a7976-4f7f-4b72-9ad7-3b62d69f08a9\"}]}"]
[2024/05/06 13:27:10.098 +08:00] [DEBUG] [main.go:288] ["preparing HTTP API call to owner"] [formStr="cf-id=477a7976-4f7f-4b72-9ad7-3b62d69f08a9&target-cp-id=18748151-0196-4083-80e3-e8d08334e67a&table-id=108"]
[2024/05/06 13:27:10.148 +08:00] [INFO] [main.go:180] ["moved table successful"] [tableID=108]
[2024/05/06 13:27:10.148 +08:00] [INFO] [main.go:114] ["all tables are moved"] [sourceCapture=06e78df4-269b-4913-8ec9-a94a79a47825] [targetCapture=18748151-0196-4083-80e3-e8d08334e67a]
table move_table.check1 exists
check diff successfully
wait process cdc.test exit for 2-th time...
table ddl_manager.finish_mark not exists for 62-th check, retry later
[2024/05/06 13:27:10.820 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:10.824 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:10.941 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:10.947 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:10.947 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:10.951 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:11.048 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:11.050 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:11.053 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:11.062 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:27:11 CST 2024] <<<<<< run test case kafka_sink_error_resume success! >>>>>>
[2024/05/06 13:27:11.065 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:11.119 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:11.123 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:11.126 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:11.147 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:11.148 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:11.333 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:11.337 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:11.440 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:11.443 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:11.451 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:11.455 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:11.640 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:11.643 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:11.649 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:11.654 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:11.723 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:11.740 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:11.752 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:11.752 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:11.825 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:11.836 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:12.022 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:12.028 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:12.058 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:12.061 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
check diff successfully
[2024/05/06 13:27:12.125 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:12.131 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:12.172 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:12.179 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:12.227 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:12.229 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:12.230 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:12.256 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:12.267 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:12.322 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
Starting Upstream TiDB...
[2024/05/06 13:27:12.338 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:12.347 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:12.550 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:12.624 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:12.725 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:12.726 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:12.822 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:12.831 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
check diff failed 7-th time, retry later
[2024/05/06 13:27:12.851 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:12.860 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:12.864 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:12.868 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:12.871 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:12.934 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:12.936 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:12.949 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:12.958 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:12.962 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2024/05/06 13:27:13.143 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:13.144 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:13.250 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:13.252 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_manager.finish_mark not exists for 63-th check, retry later
[2024/05/06 13:27:13.425 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:13.439 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:13.519 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:13.532 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:13.534 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:13.546 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:13.554 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:13.633 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:13.637 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:13.649 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:13.654 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:13.660 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:13.757 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:13.762 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:13.848 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317b1c840014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp, pid:23477, start at 2024-05-06 13:27:10.9188851 +0800 CST m=+5.400701416	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:10.926 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:10.932 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:10.932 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317b1c840014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp, pid:23477, start at 2024-05-06 13:27:10.9188851 +0800 CST m=+5.400701416	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:10.926 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:10.932 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:10.932 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317b1e18000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-vlj0h-qhbvp, pid:23545, start at 2024-05-06 13:27:10.996191372 +0800 CST m=+5.429512562	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:11.003 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:10.982 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:10.982 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[2024/05/06 13:27:13.923 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/force_replicate_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2024/05/06 13:27:14.131 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:14.141 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:14.158 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:14.231 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:14.236 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:14.239 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:14.243 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:14.321 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:14.324 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:14.334 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:14.339 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:14.343 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:14.372 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:14.381 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:14.431 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:14.438 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:14.542 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:14.555 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:14.345 +08:00] [INFO] [main.go:61] ["table mover started"]
[2024/05/06 13:27:14.348 +08:00] [INFO] [main.go:166] ["new cluster initialized"]
[2024/05/06 13:27:14.348 +08:00] [DEBUG] [main.go:192] ["retrieved owner ID"] [ownerID=06e78df4-269b-4913-8ec9-a94a79a47825]
[2024/05/06 13:27:14.349 +08:00] [DEBUG] [main.go:199] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300]
[2024/05/06 13:27:14.349 +08:00] [DEBUG] [main.go:210] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"]
[2024/05/06 13:27:14.548 +08:00] [DEBUG] [main.go:229] ["retrieved processor details"] [changefeed=477a7976-4f7f-4b72-9ad7-3b62d69f08a9] [captureID=06e78df4-269b-4913-8ec9-a94a79a47825] [processorDetail="{\"table_ids\":[]}"]
[2024/05/06 13:27:14.749 +08:00] [DEBUG] [main.go:229] ["retrieved processor details"] [changefeed=477a7976-4f7f-4b72-9ad7-3b62d69f08a9] [captureID=18748151-0196-4083-80e3-e8d08334e67a] [processorDetail="{\"table_ids\":[108,110]}"]
check diff failed 8-th time, retry later
[2024/05/06 13:27:14.648 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:14.725 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:14.734 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:14.737 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:14.738 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:14.858 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:14.948 +08:00] [DEBUG] [main.go:229] ["retrieved processor details"] [changefeed=477a7976-4f7f-4b72-9ad7-3b62d69f08a9] [captureID=7db6b86c-ac61-49a7-8750-cdb168333cb8] [processorDetail="{\"table_ids\":[]}"]
[2024/05/06 13:27:14.948 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"06e78df4-269b-4913-8ec9-a94a79a47825\":[],\"18748151-0196-4083-80e3-e8d08334e67a\":[{\"ID\":108,\"Changefeed\":\"477a7976-4f7f-4b72-9ad7-3b62d69f08a9\"},{\"ID\":110,\"Changefeed\":\"477a7976-4f7f-4b72-9ad7-3b62d69f08a9\"}],\"7db6b86c-ac61-49a7-8750-cdb168333cb8\":[]}"]
[2024/05/06 13:27:14.948 +08:00] [DEBUG] [main.go:288] ["preparing HTTP API call to owner"] [formStr="cf-id=477a7976-4f7f-4b72-9ad7-3b62d69f08a9&target-cp-id=7db6b86c-ac61-49a7-8750-cdb168333cb8&table-id=108"]
[2024/05/06 13:27:14.998 +08:00] [INFO] [main.go:180] ["moved table successful"] [tableID=108]
[2024/05/06 13:27:14.998 +08:00] [DEBUG] [main.go:288] ["preparing HTTP API call to owner"] [formStr="cf-id=477a7976-4f7f-4b72-9ad7-3b62d69f08a9&target-cp-id=7db6b86c-ac61-49a7-8750-cdb168333cb8&table-id=110"]
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:14.927 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:14.936 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:15.037 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:15.059 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:15.061 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:15.048 +08:00] [INFO] [main.go:180] ["moved table successful"] [tableID=110]
[2024/05/06 13:27:15.048 +08:00] [INFO] [main.go:114] ["all tables are moved"] [sourceCapture=18748151-0196-4083-80e3-e8d08334e67a] [targetCapture=7db6b86c-ac61-49a7-8750-cdb168333cb8]
check diff successfully
table ddl_manager.finish_mark not exists for 64-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:15.145 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:15.157 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:15.219 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:15.221 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:15.223 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:15.227 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:15.278 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:15.291 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:15.297 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:15.451 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:15.454 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
table move_table.check2 not exists for 1-th check, retry later
[2024/05/06 13:27:15.720 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:15.778 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:15.782 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:15.822 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:15.824 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:15.849 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:15.850 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:15.851 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:15.941 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:27:15.944 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:27:16.075 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:27:16.221 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:16.237 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:16.240 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:16.243 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsf18072e6_1eec_482f_90d5_2d3af6e80d0a"]
[2024/05/06 13:27:16.254 +08:00] [INFO] [main.go:178] ["73 insert success: 1800"]
[2024/05/06 13:27:16.266 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:16.282 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:16.282 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:16.327 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs0bdaa1be_a675_4d2f_a445_d35abd2d3b7c"]
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.24866.out cli tso query --pd=http://127.0.0.1:2379
start tidb cluster in /tmp/tidb_cdc_test/force_replicate_table
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
check diff failed 9-th time, retry later
[2024/05/06 13:27:16.719 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:16.735 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:16.741 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:16.745 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:16.762 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs1b230c09_7177_4e37_8035_0a1c23fda0cf"]
[2024/05/06 13:27:16.766 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:16.771 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs677602a9_4ecf_44ef_ad97_c2b8c14e3e2c"]
[2024/05/06 13:27:16.823 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:16.826 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:16.855 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:16.856 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:16.856 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:16.868 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs03f9d898_ae1f_4e8c_8f87_223878d37408"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_manager.finish_mark not exists for 65-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317b5eb0000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c, pid:7141, start at 2024-05-06 13:27:15.131206882 +0800 CST m=+24.128527785	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:15.137 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:15.116 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:15.116 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317b5eb0000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c, pid:7141, start at 2024-05-06 13:27:15.131206882 +0800 CST m=+24.128527785	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:15.137 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:15.116 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:15.116 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317a53640014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bkk8r-hhs7c, pid:7245, start at 2024-05-06 13:26:58.029740451 +0800 CST m=+6.962155934	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:28:58.037 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:26:58.009 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:16:58.009 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
[2024/05/06 13:27:17.134 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:17.159 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:17.221 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:17.224 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
check diff failed 1-th time, retry later
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[2024/05/06 13:27:17.250 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
[2024/05/06 13:27:17.254 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:17.343 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:17.350 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:17.355 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:17.446 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:17.448 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:17.449 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
table move_table.check2 exists
[2024/05/06 13:27:17.521 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:17.528 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:17.532 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:17.727 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
+ set +x
+ tso='449569944025432066
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569944025432066 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:27:17 CST 2024] <<<<<< START cdc server in ddl_attributes case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.2490124903.out server --log-file /tmp/tidb_cdc_test/ddl_attributes/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_attributes/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff successfully
[2024/05/06 13:27:17.766 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:17.827 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:17.848 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:17.849 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:17.858 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:17.873 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:17.900 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:17.934 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:17.938 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:17.938 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:17.946 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:18.160 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:18.256 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:18.276 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:18.342 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:18.347 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:18.352 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:18.372 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:18.379 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:18.386 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:18.387 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:18.394 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:18.398 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:18.498 +08:00] [INFO] [main.go:178] ["72 insert success: 1800"]
wait process cdc.test exit for 1-th time...
check diff failed 2-th time, retry later
[2024/05/06 13:27:18.635 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:18.667 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:18.832 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:18.838 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:18.920 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:18.926 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:18.934 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:18.936 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:18.943 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:18.945 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
table ddl_manager.finish_mark not exists for 66-th check, retry later
wait process cdc.test exit for 2-th time...
[2024/05/06 13:27:19.066 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:19.144 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:19.258 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:19.258 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 3-th time...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:19.450 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:19.455 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:19.527 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:19.535 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:19.536 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:19.536 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:19.638 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:19.676 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:19.732 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:19.739 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsa8b8a8fe_8ba9_45d8_9725_38ca8ca731a8"]
[2024/05/06 13:27:19.745 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
wait process cdc.test exit for 2-th time...
[Mon May  6 13:27:19 CST 2024] <<<<<< START cdc server in multi_rocks case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.2028420286.out server --log-file /tmp/tidb_cdc_test/multi_rocks/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_rocks/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:27:19 CST 2024] <<<<<< run test case move_table success! >>>>>>
[2024/05/06 13:27:19.796 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:19.799 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:19.826 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsd6aa36e3_9de2_49f4_8a38_9a3d2cd2dbde"]
[2024/05/06 13:27:19.845 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:19.850 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:19.858 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:19.858 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:19.929 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs0bf392b4_2a2a_438c_b4a5_8d8fce2d5584"]
[2024/05/06 13:27:20.040 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:20.156 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:27:20 CST 2024] <<<<<< run test case canal_json_adapter_compatibility success! >>>>>>
[2024/05/06 13:27:20.333 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:20.340 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:20.349 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:20.444 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:20.444 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:20.452 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:20.528 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:20.532 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
check diff failed 3-th time, retry later
[2024/05/06 13:27:20.542 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:20.551 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:20.559 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:20.624 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:20.624 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:20.631 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:20.666 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317b88600011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn, pid:6844, start at 2024-05-06 13:27:17.802599374 +0800 CST m=+5.337582321	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:17.810 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:17.784 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:17.784 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317b88600011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn, pid:6844, start at 2024-05-06 13:27:17.802599374 +0800 CST m=+5.337582321	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:17.810 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:17.784 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:17.784 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317b89e40013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-br9j4-dx9rn, pid:6921, start at 2024-05-06 13:27:17.907933604 +0800 CST m=+5.394813505	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:17.915 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:17.881 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:17.881 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/common_1/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/common_1/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/common_1/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table ddl_manager.finish_mark not exists for 67-th check, retry later
[2024/05/06 13:27:20.830 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:20.920 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:20.930 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:20.941 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:27:20 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/333d2503-6200-4d13-aeb3-d9b6eeaf7d80
	{"id":"333d2503-6200-4d13-aeb3-d9b6eeaf7d80","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973238}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e9a2fda
	333d2503-6200-4d13-aeb3-d9b6eeaf7d80

/tidb/cdc/default/default/upstream/7365753891846755853
	{"id":7365753891846755853,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/333d2503-6200-4d13-aeb3-d9b6eeaf7d80
	{"id":"333d2503-6200-4d13-aeb3-d9b6eeaf7d80","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973238}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e9a2fda
	333d2503-6200-4d13-aeb3-d9b6eeaf7d80

/tidb/cdc/default/default/upstream/7365753891846755853
	{"id":7365753891846755853,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/333d2503-6200-4d13-aeb3-d9b6eeaf7d80
	{"id":"333d2503-6200-4d13-aeb3-d9b6eeaf7d80","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973238}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e9a2fda
	333d2503-6200-4d13-aeb3-d9b6eeaf7d80

/tidb/cdc/default/default/upstream/7365753891846755853
	{"id":7365753891846755853,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.24965.out cli changefeed create --start-ts=449569944025432066 '--sink-uri=kafka://127.0.0.1:9092/ticdc-ddl-attributes-test-32007?protocol=open-protocol&partition-num=4&kafka-version=2.4.1'
[2024/05/06 13:27:21.044 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:21.045 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:21.047 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:21.134 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:21.140 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:21.149 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:21.155 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:21.246 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:21.252 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:21.254 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:21.258 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
Create changefeed successfully!
ID: fa467e23-2408-44f1-9ac3-244e79f2d699
Info: {"upstream_id":7365753891846755853,"namespace":"default","id":"fa467e23-2408-44f1-9ac3-244e79f2d699","sink_uri":"kafka://127.0.0.1:9092/ticdc-ddl-attributes-test-32007?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1","create_time":"2024-05-06T13:27:21.249648756+08:00","start_ts":449569944025432066,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569944025432066,"checkpoint_ts":449569944025432066,"checkpoint_time":"2024-05-06 13:27:16.181"}
PASS
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317bac9c0005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz, pid:24203, start at 2024-05-06 13:27:20.107384171 +0800 CST m=+5.196658992	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:20.114 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:20.103 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:20.103 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:21.426 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[2024/05/06 13:27:21.553 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:21.563 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:21.630 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:21.646 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:21.670 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:21.672 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:21.674 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:21.743 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:21.746 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:21.753 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:21.765 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:21.782 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:21.782 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:21.785 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:21.785 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:21.869 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:22.140 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:22.160 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:22.223 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:22.248 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:22.266 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
[2024/05/06 13:27:22.320 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:22.320 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:22.348 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:22.356 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:22.368 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:22.368 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:22.421 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:22.422 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:22.423 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:22.424 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:22.439 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:27:22 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/37c390b1-ea2f-4f20-b1c4-385492495889
	{"id":"37c390b1-ea2f-4f20-b1c4-385492495889","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973239}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e63a2fd
	37c390b1-ea2f-4f20-b1c4-385492495889

/tidb/cdc/default/default/upstream/7365753839148434410
	{"id":7365753839148434410,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/37c390b1-ea2f-4f20-b1c4-385492495889
	{"id":"37c390b1-ea2f-4f20-b1c4-385492495889","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973239}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e63a2fd
	37c390b1-ea2f-4f20-b1c4-385492495889

/tidb/cdc/default/default/upstream/7365753839148434410
	{"id":7365753839148434410,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/37c390b1-ea2f-4f20-b1c4-385492495889
	{"id":"37c390b1-ea2f-4f20-b1c4-385492495889","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973239}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5e63a2fd
	37c390b1-ea2f-4f20-b1c4-385492495889

/tidb/cdc/default/default/upstream/7365753839148434410
	{"id":7365753839148434410,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.cli.20561.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-rocks-test-7079?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
[2024/05/06 13:27:22.622 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:22.646 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:22.728 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
table ddl_manager.finish_mark not exists for 68-th check, retry later
Create changefeed successfully!
ID: eeed451f-6e53-4867-883d-d5f18f548bb8
Info: {"upstream_id":7365753839148434410,"namespace":"default","id":"eeed451f-6e53-4867-883d-d5f18f548bb8","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-rocks-test-7079?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:27:22.91392936+08:00","start_ts":449569945751650308,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569945751650308,"checkpoint_ts":449569945751650308,"checkpoint_time":"2024-05-06 13:27:22.766"}
PASS
+ set +x
[Mon May  6 13:27:22 CST 2024] <<<<<< START kafka consumer in ddl_attributes case >>>>>>
check diff failed 4-th time, retry later
[2024/05/06 13:27:22.838 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:22.846 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:22.921 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:22.922 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:22.952 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:23.024 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:23.025 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:23.038 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:23.057 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:23.059 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:23.061 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:23.061 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:23.062 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317bac9c0005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz, pid:24203, start at 2024-05-06 13:27:20.107384171 +0800 CST m=+5.196658992	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:20.114 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:20.103 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:20.103 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317baec40014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-0b75c-9pwrz, pid:24277, start at 2024-05-06 13:27:20.262934598 +0800 CST m=+5.295644099	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:20.271 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:20.241 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:20.241 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/split_region/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/split_region/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/split_region/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_lost_callback/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:27:23 CST 2024] <<<<<< run test case mq_sink_lost_callback success! >>>>>>
[2024/05/06 13:27:23.156 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:23.159 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:23.171 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:23.249 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:23.255 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:23.332 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:23.337 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:23.433 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:23.552 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:23.621 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:23.638 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:23.660 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:23.665 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:23.667 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:23.772 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:23.779 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:23.779 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:23.842 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:23.856 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:23.857 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:23.864 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:23.887 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:23.957 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:24.046 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:24.135 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:24.224 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:24.239 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:24.243 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:24.323 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
+ set +x
[Mon May  6 13:27:24 CST 2024] <<<<<< START kafka consumer in multi_rocks case >>>>>>
[2024/05/06 13:27:24.351 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:24.355 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:24.374 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:24.421 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:24.424 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:24.430 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:24.433 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:24.455 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:24.480 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:24.524 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
***************** properties *****************
"scanproportion"="0"
"dotransactions"="false"
"insertproportion"="0"
"mysql.user"="root"
"recordcount"="1000"
"workload"="core"
"readallfields"="true"
"mysql.port"="4000"
"requestdistribution"="uniform"
"threadcount"="2"
"updateproportion"="0"
"readproportion"="0"
"mysql.host"="127.0.0.1"
"mysql.db"="multi_rocks"
"table"="a1"
"operationcount"="0"
**********************************************
[2024/05/06 13:27:24.630 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:24.648 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:24.752 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:24.828 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:24.841 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:24.855 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
check diff failed 5-th time, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.cli.8277.out cli tso query --pd=http://127.0.0.1:2379
[2024/05/06 13:27:24.934 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:24.938 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:24.941 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:24.963 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:24.980 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:24.988 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:25.056 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:25.074 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
table ddl_manager.finish_mark not exists for 69-th check, retry later
Run finished, takes 505.348748ms
INSERT - Takes(s): 0.5, Count: 1000, OPS: 2028.2, Avg(us): 981, Min(us): 749, Max(us): 12232, 95th(us): 2000, 99th(us): 2000
***************** properties *****************
"mysql.db"="multi_rocks"
"mysql.user"="root"
"mysql.host"="127.0.0.1"
"scanproportion"="0"
"insertproportion"="0"
"table"="a2"
"threadcount"="2"
"mysql.port"="4000"
"operationcount"="0"
"dotransactions"="false"
"recordcount"="1000"
"requestdistribution"="uniform"
"readproportion"="0"
"workload"="core"
"readallfields"="true"
"updateproportion"="0"
**********************************************
[2024/05/06 13:27:25.233 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:25.340 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:25.356 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:27:25.419 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:25.467 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:25.475 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
[2024/05/06 13:27:25.475 +08:00] [INFO] [main.go:178] ["72 insert success: 1600"]
[2024/05/06 13:27:25.529 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:25.545 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:25.546 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsc3b043b9_2b06_4701_b778_7c58a7a02a37"]
[2024/05/06 13:27:25.553 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:25.586 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:25.588 +08:00] [INFO] [main.go:178] ["73 insert success: 1600"]
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.25678.out cli tso query --pd=http://127.0.0.1:2379
[2024/05/06 13:27:25.633 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:25.723 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:25.749 +08:00] [INFO] [main.go:178] ["73 insert success: 1700"]
[2024/05/06 13:27:25.833 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
Run finished, takes 507.836056ms
INSERT - Takes(s): 0.5, Count: 1000, OPS: 2032.5, Avg(us): 985, Min(us): 713, Max(us): 15823, 95th(us): 2000, 99th(us): 2000
***************** properties *****************
"readproportion"="0"
"requestdistribution"="uniform"
"updateproportion"="0"
"readallfields"="true"
"mysql.host"="127.0.0.1"
"table"="a3"
"workload"="core"
"insertproportion"="0"
"mysql.user"="root"
"threadcount"="2"
"mysql.db"="multi_rocks"
"operationcount"="0"
"recordcount"="1000"
"scanproportion"="0"
"mysql.port"="4000"
"dotransactions"="false"
**********************************************
[2024/05/06 13:27:25.927 +08:00] [INFO] [main.go:178] ["72 insert success: 1700"]
[2024/05/06 13:27:25.970 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:26.033 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:26.038 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:26.043 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:26.046 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:26.072 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
[2024/05/06 13:27:26.115 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:26.180 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:26.349 +08:00] [INFO] [main.go:178] ["72 insert success: 1200"]
[2024/05/06 13:27:26.363 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:26.373 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:26.376 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
Run finished, takes 501.073038ms
INSERT - Takes(s): 0.5, Count: 1000, OPS: 2059.5, Avg(us): 972, Min(us): 745, Max(us): 15456, 95th(us): 2000, 99th(us): 2000
***************** properties *****************
"mysql.user"="root"
"readproportion"="0"
"mysql.host"="127.0.0.1"
"workload"="core"
"threadcount"="2"
"dotransactions"="false"
"updateproportion"="0"
"insertproportion"="0"
"requestdistribution"="uniform"
"mysql.port"="4000"
"operationcount"="0"
"readallfields"="true"
"mysql.db"="multi_rocks"
"table"="a4"
"scanproportion"="0"
"recordcount"="1000"
**********************************************
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2024/05/06 13:27:26.383 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:26.432 +08:00] [INFO] [main.go:178] ["73 insert success: 1200"]
[2024/05/06 13:27:26.439 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs80f8b350_458f_4767_9437_064804ed6d76"]
[2024/05/06 13:27:26.463 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:26.528 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:26.541 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLs79b47d44_9b03_4243_9fb6_c9109319d609"]
[2024/05/06 13:27:26.651 +08:00] [INFO] [main.go:178] ["72 insert success: 1300"]
[2024/05/06 13:27:26.659 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:26.674 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:26.675 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:26.688 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:26.768 +08:00] [INFO] [main.go:178] ["73 insert success: 1300"]
[2024/05/06 13:27:26.769 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:26.771 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:26.792 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:26.853 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:26.867 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:26.869 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
+ set +x
+ tso='449569946385776641
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569946385776641 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:27:26 CST 2024] <<<<<< START cdc server in common_1 case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.83128314.out server --log-file /tmp/tidb_cdc_test/common_1/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/common_1/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Run finished, takes 475.793896ms
INSERT - Takes(s): 0.5, Count: 1000, OPS: 2168.3, Avg(us): 922, Min(us): 723, Max(us): 14483, 95th(us): 2000, 99th(us): 2000
***************** properties *****************
"operationcount"="0"
"readallfields"="true"
"mysql.db"="multi_rocks"
"dotransactions"="false"
"recordcount"="1000"
"mysql.host"="127.0.0.1"
"mysql.user"="root"
"readproportion"="0"
"mysql.port"="4000"
"requestdistribution"="uniform"
"table"="a5"
"workload"="core"
"threadcount"="2"
"scanproportion"="0"
"insertproportion"="0"
"updateproportion"="0"
**********************************************
[2024/05/06 13:27:26.956 +08:00] [INFO] [main.go:178] ["72 insert success: 1400"]
[2024/05/06 13:27:26.968 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:26.980 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:26.980 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:26.992 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:27.076 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:27.083 +08:00] [INFO] [main.go:178] ["73 insert success: 1400"]
[2024/05/06 13:27:27.085 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:27.102 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
table ddl_manager.finish_mark not exists for 70-th check, retry later
+ set +x
+ tso='449569946481983489
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569946481983489 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[2024/05/06 13:27:27.168 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:27.175 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:27.182 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:27.273 +08:00] [INFO] [main.go:178] ["72 insert success: 1500"]
[2024/05/06 13:27:27.285 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:27.329 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:27.336 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
check diff successfully
wait process cdc.test exit for 1-th time...
[Mon May  6 13:27:27 CST 2024] <<<<<< START cdc server in split_region case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.2572225724.out server --log-file /tmp/tidb_cdc_test/split_region/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/split_region/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Run finished, takes 493.597599ms
INSERT - Takes(s): 0.5, Count: 1000, OPS: 2085.8, Avg(us): 955, Min(us): 720, Max(us): 14010, 95th(us): 2000, 99th(us): 2000
[2024/05/06 13:27:27.432 +08:00] [INFO] [main.go:178] ["73 insert success: 1500"]
[2024/05/06 13:27:27.432 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:27.436 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:27.508 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:27.513 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:27.621 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:27.663 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:27.804 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:27.822 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:27.852 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsea0aeb2c_be00_404c_9b17_4805d49146c1"]
[2024/05/06 13:27:27.863 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:27.876 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
wait process cdc.test exit for 2-th time...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317c149c0006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl, pid:4431, start at 2024-05-06 13:27:26.766035672 +0800 CST m=+5.266341130	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:26.775 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:26.759 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:26.759 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table multi_rocks.finish_mark not exists for 1-th check, retry later
[2024/05/06 13:27:27.914 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:27.944 +08:00] [INFO] [main.go:835] ["running ddl test: testMultiDDLsf94a6536_982d_4659_9841_cc01fc85acae"]
[2024/05/06 13:27:27.969 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:28.163 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:28.271 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:28.293 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:28.306 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:28.308 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:28.323 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:28.356 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:28.389 +08:00] [INFO] [main.go:178] ["72 insert success: 100"]
[2024/05/06 13:27:28.394 +08:00] [INFO] [main.go:178] ["73 insert success: 100"]
[2024/05/06 13:27:28.412 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
wait process cdc.test exit for 3-th time...
[2024/05/06 13:27:28.468 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:28.641 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:28.659 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
cdc.test: no process found
wait process cdc.test exit for 4-th time...
[2024/05/06 13:27:28.675 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:28.675 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:28.737 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:28.757 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:28.793 +08:00] [INFO] [main.go:178] ["72 insert success: 200"]
[2024/05/06 13:27:28.809 +08:00] [INFO] [main.go:178] ["73 insert success: 200"]
[2024/05/06 13:27:28.828 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:28.861 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
process cdc.test already exit
[Mon May  6 13:27:28 CST 2024] <<<<<< run test case changefeed_pause_resume success! >>>>>>
table ddl_manager.finish_mark not exists for 71-th check, retry later
[2024/05/06 13:27:28.937 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:28.951 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:28.971 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:29.007 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:29.027 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:29.045 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:29.086 +08:00] [INFO] [main.go:178] ["72 insert success: 300"]
[2024/05/06 13:27:29.106 +08:00] [INFO] [main.go:178] ["73 insert success: 300"]
[2024/05/06 13:27:29.255 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:29.274 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:29.306 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:29.314 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
[2024/05/06 13:27:29.371 +08:00] [INFO] [main.go:178] ["72 insert success: 400"]
[2024/05/06 13:27:29.414 +08:00] [INFO] [main.go:178] ["73 insert success: 400"]
[2024/05/06 13:27:29.538 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:29.558 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:29.621 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:29.631 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
[2024/05/06 13:27:29.688 +08:00] [INFO] [main.go:178] ["72 insert success: 500"]
[2024/05/06 13:27:29.734 +08:00] [INFO] [main.go:178] ["73 insert success: 500"]
[2024/05/06 13:27:29.816 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:29.837 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:29.905 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:29.920 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317c149c0006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl, pid:4431, start at 2024-05-06 13:27:26.766035672 +0800 CST m=+5.266341130	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:26.775 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:26.759 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:26.759 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317c1560000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-pg6k1-596pl, pid:4517, start at 2024-05-06 13:27:26.820647285 +0800 CST m=+5.271316895	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:26.827 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:26.808 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:26.808 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table multi_rocks.finish_mark not exists for 2-th check, retry later
[2024/05/06 13:27:29.971 +08:00] [INFO] [main.go:178] ["72 insert success: 600"]
[2024/05/06 13:27:30.019 +08:00] [INFO] [main.go:178] ["73 insert success: 600"]
[2024/05/06 13:27:30.126 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:27:29 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e844c82b-60b4-4fcd-a705-bcbe1130bd3e
	{"id":"e844c82b-60b4-4fcd-a705-bcbe1130bd3e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973247}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ebb34e0
	e844c82b-60b4-4fcd-a705-bcbe1130bd3e

/tidb/cdc/default/default/upstream/7365753929490302648
	{"id":7365753929490302648,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e844c82b-60b4-4fcd-a705-bcbe1130bd3e
	{"id":"e844c82b-60b4-4fcd-a705-bcbe1130bd3e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973247}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ebb34e0
	e844c82b-60b4-4fcd-a705-bcbe1130bd3e

/tidb/cdc/default/default/upstream/7365753929490302648
	{"id":7365753929490302648,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e844c82b-60b4-4fcd-a705-bcbe1130bd3e
	{"id":"e844c82b-60b4-4fcd-a705-bcbe1130bd3e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973247}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ebb34e0
	e844c82b-60b4-4fcd-a705-bcbe1130bd3e

/tidb/cdc/default/default/upstream/7365753929490302648
	{"id":7365753929490302648,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: cdcf951c-c632-4321-8aef-412ba45fee79
Info: {"upstream_id":7365753929490302648,"namespace":"default","id":"cdcf951c-c632-4321-8aef-412ba45fee79","sink_uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-8424?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:27:29.975141677+08:00","start_ts":449569946385776641,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569946385776641,"checkpoint_ts":449569946385776641,"checkpoint_time":"2024-05-06 13:27:25.185"}
[Mon May  6 13:27:29 CST 2024] <<<<<< START kafka consumer in common_1 case >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_basic/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2024/05/06 13:27:30.210 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:30.273 +08:00] [INFO] [main.go:178] ["72 insert success: 700"]
[2024/05/06 13:27:30.305 +08:00] [INFO] [main.go:178] ["73 insert success: 700"]
[2024/05/06 13:27:30.397 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:30.545 +08:00] [INFO] [main.go:178] ["72 insert success: 800"]
[2024/05/06 13:27:30.597 +08:00] [INFO] [main.go:178] ["73 insert success: 800"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:27:30 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/016ec124-06b8-45df-ba60-32d01211ab68
	{"id":"016ec124-06b8-45df-ba60-32d01211ab68","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973247}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ec2e4fb
	016ec124-06b8-45df-ba60-32d01211ab68

/tidb/cdc/default/default/upstream/7365753940844381130
	{"id":7365753940844381130,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/016ec124-06b8-45df-ba60-32d01211ab68
	{"id":"016ec124-06b8-45df-ba60-32d01211ab68","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973247}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ec2e4fb
	016ec124-06b8-45df-ba60-32d01211ab68

/tidb/cdc/default/default/upstream/7365753940844381130
	{"id":7365753940844381130,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/016ec124-06b8-45df-ba60-32d01211ab68
	{"id":"016ec124-06b8-45df-ba60-32d01211ab68","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973247}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ec2e4fb
	016ec124-06b8-45df-ba60-32d01211ab68

/tidb/cdc/default/default/upstream/7365753940844381130
	{"id":7365753940844381130,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.25781.out cli changefeed create --start-ts=449569946481983489 '--sink-uri=kafka://127.0.0.1:9092/ticdc-split-region-test-19590?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config /tmp/tidb_cdc_test/split_region/pulsar_test.toml
[2024/05/06 13:27:30.815 +08:00] [INFO] [main.go:178] ["72 insert success: 900"]
[2024/05/06 13:27:30.883 +08:00] [INFO] [main.go:178] ["73 insert success: 900"]
Create changefeed successfully!
ID: c5036ab4-348b-4b3f-b970-5f1b21ea8cbd
Info: {"upstream_id":7365753940844381130,"namespace":"default","id":"c5036ab4-348b-4b3f-b970-5f1b21ea8cbd","sink_uri":"kafka://127.0.0.1:9092/ticdc-split-region-test-19590?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:27:30.853873718+08:00","start_ts":449569946481983489,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569946481983489,"checkpoint_ts":449569946481983489,"checkpoint_time":"2024-05-06 13:27:25.552"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table ddl_manager.finish_mark not exists for 72-th check, retry later
[2024/05/06 13:27:31.083 +08:00] [INFO] [main.go:178] ["72 insert success: 1000"]
[2024/05/06 13:27:31.166 +08:00] [INFO] [main.go:178] ["73 insert success: 1000"]
[2024/05/06 13:27:31.353 +08:00] [INFO] [main.go:178] ["72 insert success: 1100"]
[2024/05/06 13:27:31.438 +08:00] [INFO] [main.go:178] ["73 insert success: 1100"]
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/autorandom/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ set +x
[Mon May  6 13:27:32 CST 2024] <<<<<< START kafka consumer in split_region case >>>>>>
[2024/05/06 13:27:32.051 +08:00] [INFO] [main.go:812] ["testMultiDDLs take %v46.761711318s"]
table multi_rocks.finish_mark not exists for 3-th check, retry later
[Mon May  6 13:27:31 CST 2024] <<<<<< START cdc server in force_replicate_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.force_replicate_table.59125914.out server --log-file /tmp/tidb_cdc_test/force_replicate_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/force_replicate_table/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table split_region.test1 not exists for 1-th check, retry later
[2024/05/06 13:27:32.559 +08:00] [INFO] [main.go:74] ["DefaultValue integration tests take 47.27048753s"]
table ddl_manager.finish_mark not exists for 73-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/canal_json_basic
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/mq_sink_dispatcher
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table mark.finish_mark_1 exists
table mark.finish_mark_2 not exists for 1-th check, retry later
table multi_rocks.finish_mark not exists for 4-th check, retry later
table split_region.test1 not exists for 2-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:27:35 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b32ff352-805a-4cae-9245-ef2c3354ef69
	{"id":"b32ff352-805a-4cae-9245-ef2c3354ef69","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973252}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5edcb5ce
	b32ff352-805a-4cae-9245-ef2c3354ef69

/tidb/cdc/default/default/upstream/7365753972171099483
	{"id":7365753972171099483,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b32ff352-805a-4cae-9245-ef2c3354ef69
	{"id":"b32ff352-805a-4cae-9245-ef2c3354ef69","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973252}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5edcb5ce
	b32ff352-805a-4cae-9245-ef2c3354ef69

/tidb/cdc/default/default/upstream/7365753972171099483
	{"id":7365753972171099483,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b32ff352-805a-4cae-9245-ef2c3354ef69
	{"id":"b32ff352-805a-4cae-9245-ef2c3354ef69","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973252}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5edcb5ce
	b32ff352-805a-4cae-9245-ef2c3354ef69

/tidb/cdc/default/default/upstream/7365753972171099483
	{"id":7365753972171099483,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
table mark.finish_mark_2 not exists for 2-th check, retry later
Create changefeed successfully!
ID: d7e34f65-52ac-4660-b848-1bb4c5713352
Info: {"upstream_id":7365753972171099483,"namespace":"default","id":"d7e34f65-52ac-4660-b848-1bb4c5713352","sink_uri":"kafka://127.0.0.1:9092/ticdc-force_replicate_table-test-6881?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:27:35.22434988+08:00","start_ts":449569948135325699,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":true,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569948135325699,"checkpoint_ts":449569948135325699,"checkpoint_time":"2024-05-06 13:27:31.859"}
[Mon May  6 13:27:35 CST 2024] <<<<<< START kafka consumer in force_replicate_table case >>>>>>
consumer replica config found: /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/force_replicate_table/conf/changefeed.toml
start tidb cluster in /tmp/tidb_cdc_test/autorandom
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table ddl_manager.finish_mark not exists for 74-th check, retry later
table multi_rocks.finish_mark not exists for 5-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table mark.finish_mark_2 not exists for 3-th check, retry later
table split_region.test1 exists
table split_region.test2 exists
check diff failed 1-th time, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table force_replicate_table.t0 not exists for 1-th check, retry later
table ddl_manager.finish_mark not exists for 75-th check, retry later
Verifying downstream PD is started...
table multi_rocks.finish_mark exists
check diff successfully
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table common_1.v1 exists
table common_1.recover_and_insert not exists for 1-th check, retry later
wait process cdc.test exit for 1-th time...
check diff successfully
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
table force_replicate_table.t0 exists
table force_replicate_table.t1 exists
table force_replicate_table.t2 not exists for 1-th check, retry later
table ddl_manager.finish_mark not exists for 76-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
wait process cdc.test exit for 2-th time...
table mark.finish_mark_2 not exists for 4-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:27:39 CST 2024] <<<<<< run test case multi_rocks success! >>>>>>
table common_1.recover_and_insert not exists for 2-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_attributes.attributes_t1_new exists
table ddl_attributes.finish_mark not exists for 1-th check, retry later
table ddl_manager.finish_mark not exists for 77-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/cli_with_auth/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table ddl_attributes.finish_mark not exists for 2-th check, retry later
table mark.finish_mark_2 not exists for 5-th check, retry later
table force_replicate_table.t2 exists
table force_replicate_table.t3 not exists for 1-th check, retry later
table common_1.recover_and_insert not exists for 3-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_manager.finish_mark not exists for 78-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_attributes.finish_mark not exists for 3-th check, retry later
table mark.finish_mark_2 not exists for 6-th check, retry later
table force_replicate_table.t3 exists
table force_replicate_table.t4 not exists for 1-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table common_1.recover_and_insert exists
table common_1.finish_mark not exists for 1-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317d17f80007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:12382, start at 2024-05-06 13:27:43.362556451 +0800 CST m=+5.313558612	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:43.369 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:43.358 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:43.358 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
start tidb cluster in /tmp/tidb_cdc_test/cli_with_auth
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table mark.finish_mark_2 not exists for 7-th check, retry later
table ddl_attributes.finish_mark not exists for 4-th check, retry later
table ddl_manager.finish_mark not exists for 79-th check, retry later
table force_replicate_table.t4 exists
table force_replicate_table.t5 not exists for 1-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317d22d8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:26265, start at 2024-05-06 13:27:44.062578873 +0800 CST m=+5.122697393	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:44.069 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:44.054 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:44.054 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317d22d8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:26265, start at 2024-05-06 13:27:44.062578873 +0800 CST m=+5.122697393	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:44.069 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:44.054 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:44.054 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317d23740006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:26350, start at 2024-05-06 13:27:44.097020787 +0800 CST m=+5.107364726	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:44.106 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:44.093 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:44.093 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_basic/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_basic/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/canal_json_basic/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_basic/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/canal_json_basic/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table common_1.finish_mark not exists for 2-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317d17f80007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:12382, start at 2024-05-06 13:27:43.362556451 +0800 CST m=+5.313558612	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:43.369 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:43.358 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:43.358 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317d17180015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:12465, start at 2024-05-06 13:27:43.344386326 +0800 CST m=+5.231204415	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:43.351 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:43.352 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:43.352 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table mark.finish_mark_2 not exists for 8-th check, retry later
table ddl_manager.finish_mark not exists for 80-th check, retry later
table force_replicate_table.t5 exists
table force_replicate_table.t6 not exists for 1-th check, retry later
[Mon May  6 13:27:47 CST 2024] <<<<<< START cdc server in canal_json_basic case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_basic.2767727679.out server --log-file /tmp/tidb_cdc_test/canal_json_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_basic/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_attributes.finish_mark not exists for 5-th check, retry later
table common_1.finish_mark not exists for 3-th check, retry later
[Mon May  6 13:27:48 CST 2024] <<<<<< START cdc server in mq_sink_dispatcher case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.1380713809.out server --log-file /tmp/tidb_cdc_test/mq_sink_dispatcher/cdc.log --log-level info --data-dir /tmp/tidb_cdc_test/mq_sink_dispatcher/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table ddl_manager.finish_mark not exists for 81-th check, retry later
table force_replicate_table.t6 not exists for 2-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317d47680017	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:31415, start at 2024-05-06 13:27:46.427882595 +0800 CST m=+5.355035451	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:46.435 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:46.394 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:46.394 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317d47680017	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:31415, start at 2024-05-06 13:27:46.427882595 +0800 CST m=+5.355035451	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:46.435 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:46.394 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:46.394 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317d48dc0005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:31498, start at 2024-05-06 13:27:46.491246749 +0800 CST m=+5.367891702	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:46.499 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:46.487 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:46.487 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
table mark.finish_mark_2 not exists for 9-th check, retry later
table ddl_attributes.finish_mark not exists for 6-th check, retry later
Logging trace to /tmp/tidb_cdc_test/autorandom/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/autorandom/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table common_1.finish_mark not exists for 4-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:27:50 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/28bee5c6-6d9f-4f1c-ac02-8254e00991ae
	{"id":"28bee5c6-6d9f-4f1c-ac02-8254e00991ae","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973267}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f1cf0c5
	28bee5c6-6d9f-4f1c-ac02-8254e00991ae

/tidb/cdc/default/default/upstream/7365754046667556939
	{"id":7365754046667556939,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/28bee5c6-6d9f-4f1c-ac02-8254e00991ae
	{"id":"28bee5c6-6d9f-4f1c-ac02-8254e00991ae","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973267}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f1cf0c5
	28bee5c6-6d9f-4f1c-ac02-8254e00991ae

/tidb/cdc/default/default/upstream/7365754046667556939
	{"id":7365754046667556939,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/28bee5c6-6d9f-4f1c-ac02-8254e00991ae
	{"id":"28bee5c6-6d9f-4f1c-ac02-8254e00991ae","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973267}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f1cf0c5
	28bee5c6-6d9f-4f1c-ac02-8254e00991ae

/tidb/cdc/default/default/upstream/7365754046667556939
	{"id":7365754046667556939,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_basic.cli.27728.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-canal-json-basic?protocol=canal-json&enable-tidb-extension=true'
Create changefeed successfully!
ID: f46d1699-0123-4794-9080-c248228a8f78
Info: {"upstream_id":7365754046667556939,"namespace":"default","id":"f46d1699-0123-4794-9080-c248228a8f78","sink_uri":"kafka://127.0.0.1:9092/ticdc-canal-json-basic?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T13:27:50.76809934+08:00","start_ts":449569953049214982,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569953049214982,"checkpoint_ts":449569953049214982,"checkpoint_time":"2024-05-06 13:27:50.604"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
check diff failed 1-th time, retry later
table ddl_manager.finish_mark not exists for 82-th check, retry later
table force_replicate_table.t6 exists
check_data_subset force_replicate_table.t0 127.0.0.1 4000 127.0.0.1 3306
table mark.finish_mark_2 not exists for 10-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_attributes.finish_mark exists
check diff successfully
[Mon May  6 13:27:51 CST 2024] <<<<<< START cdc server in autorandom case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.autorandom.3286932871.out server --log-file /tmp/tidb_cdc_test/autorandom/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/autorandom/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
\033[0;36m<<< Run all test success >>>\033[0m
wait process cdc.test exit for 1-th time...
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
run task successfully
check_data_subset force_replicate_table.t1 127.0.0.1 4000 127.0.0.1 3306
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:27:51 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b4c463af-3dcc-4f6c-a638-89a1d94f9975
	{"id":"b4c463af-3dcc-4f6c-a638-89a1d94f9975","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973268}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f1970cd
	b4c463af-3dcc-4f6c-a638-89a1d94f9975

/tidb/cdc/default/default/upstream/7365754039640055677
	{"id":7365754039640055677,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b4c463af-3dcc-4f6c-a638-89a1d94f9975
	{"id":"b4c463af-3dcc-4f6c-a638-89a1d94f9975","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973268}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f1970cd
	b4c463af-3dcc-4f6c-a638-89a1d94f9975

/tidb/cdc/default/default/upstream/7365754039640055677
	{"id":7365754039640055677,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b4c463af-3dcc-4f6c-a638-89a1d94f9975
	{"id":"b4c463af-3dcc-4f6c-a638-89a1d94f9975","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973268}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f1970cd
	b4c463af-3dcc-4f6c-a638-89a1d94f9975

/tidb/cdc/default/default/upstream/7365754039640055677
	{"id":7365754039640055677,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.13883.out cli tso query --pd=http://127.0.0.1:2379
[Pipeline] // cache
table common_1.finish_mark exists
check diff successfully
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
+ set +x
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
wait process cdc.test exit for 2-th time...
[Pipeline] }
[Pipeline] // container
run task successfully
check_data_subset force_replicate_table.t2 127.0.0.1 4000 127.0.0.1 3306
[Pipeline] }
[Pipeline] // withEnv
wait process cdc.test exit for 1-th time...
[Pipeline] }
wait process cdc.test exit for 3-th time...
[Pipeline] // node
[Pipeline] }
table ddl_manager.finish_mark not exists for 83-th check, retry later
[Pipeline] // podTemplate
[Pipeline] }
wait process cdc.test exit for 2-th time...
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
table mark.finish_mark_2 not exists for 11-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
+ set +x
+ tso='449569953417265154
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569953417265154 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.13924.out cli changefeed create --start-ts=449569953417265154 '--sink-uri=kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json&enable-tidb-extension=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/conf/changefeed.toml
check diff failed 2-th time, retry later
run task successfully
check_data_subset force_replicate_table.t3 127.0.0.1 4000 127.0.0.1 3306
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:27:53 CST 2024] <<<<<< run test case common_1 success! >>>>>>
[Mon May  6 13:27:53 CST 2024] <<<<<< run test case ddl_attributes success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Create changefeed successfully!
ID: test
Info: {"upstream_id":7365754039640055677,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T13:27:53.870833812+08:00","start_ts":449569953417265154,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"dispatchers":[{"matcher":["verify.t"],"partition":"index-value"},{"matcher":["dispatcher.index"],"partition":"index-value","index":"idx_a"}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569953417265154,"checkpoint_ts":449569953417265154,"checkpoint_time":"2024-05-06 13:27:52.008"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
run task successfully
check_data_subset force_replicate_table.t4 127.0.0.1 4000 127.0.0.1 3306
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:27:54 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4ef3316f-4751-4ce5-b903-f5a88252421d
	{"id":"4ef3316f-4751-4ce5-b903-f5a88252421d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973271}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f251bd0
	4ef3316f-4751-4ce5-b903-f5a88252421d

/tidb/cdc/default/default/upstream/7365754050135736885
	{"id":7365754050135736885,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4ef3316f-4751-4ce5-b903-f5a88252421d
	{"id":"4ef3316f-4751-4ce5-b903-f5a88252421d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973271}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f251bd0
	4ef3316f-4751-4ce5-b903-f5a88252421d

/tidb/cdc/default/default/upstream/7365754050135736885
	{"id":7365754050135736885,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4ef3316f-4751-4ce5-b903-f5a88252421d
	{"id":"4ef3316f-4751-4ce5-b903-f5a88252421d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973271}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f251bd0
	4ef3316f-4751-4ce5-b903-f5a88252421d

/tidb/cdc/default/default/upstream/7365754050135736885
	{"id":7365754050135736885,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: b5eb077f-655b-4ea4-9bd3-6ce8d29618ae
Info: {"upstream_id":7365754050135736885,"namespace":"default","id":"b5eb077f-655b-4ea4-9bd3-6ce8d29618ae","sink_uri":"kafka://127.0.0.1:9092/ticdc-autorandom-test-10406?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:27:54.734434053+08:00","start_ts":449569954095169540,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569954095169540,"checkpoint_ts":449569954095169540,"checkpoint_time":"2024-05-06 13:27:54.594"}
[Mon May  6 13:27:54 CST 2024] <<<<<< START kafka consumer in autorandom case >>>>>>
run task successfully
check_data_subset force_replicate_table.t5 127.0.0.1 4000 127.0.0.1 3306
+ set +x
check_changefeed_state http://127.0.0.1:2379 test normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
check diff successfully
table ddl_manager.finish_mark exists
check diff successfully
+ info='{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569953417265154,
  "checkpoint_time": "2024-05-06 13:27:52.008",
  "error": null
}'
+ echo '{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569953417265154,
  "checkpoint_time": "2024-05-06 13:27:52.008",
  "error": null
}'
{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569953417265154,
  "checkpoint_time": "2024-05-06 13:27:52.008",
  "error": null
}
++ echo '{' '"upstream_id":' 7365754039640055677, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 449569953417265154, '"checkpoint_time":' '"2024-05-06' '13:27:52.008",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365754039640055677, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 449569953417265154, '"checkpoint_time":' '"2024-05-06' '13:27:52.008",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
run task successfully
check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306
id=19,a=NULL doesn't exist in downstream table force_replicate_table.t6
run task failed 1-th time, retry later
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 1-th time...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check_changefeed_state http://127.0.0.1:2379 test failed ErrDispatcherFailed
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=failed
+ error_msg=ErrDispatcherFailed
+ tls_dir=ErrDispatcherFailed
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
+ info='{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569953417265154,
  "checkpoint_time": "2024-05-06 13:27:52.008",
  "error": null
}'
+ echo '{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569953417265154,
  "checkpoint_time": "2024-05-06 13:27:52.008",
  "error": null
}'
{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569953417265154,
  "checkpoint_time": "2024-05-06 13:27:52.008",
  "error": null
}
++ echo '{' '"upstream_id":' 7365754039640055677, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 449569953417265154, '"checkpoint_time":' '"2024-05-06' '13:27:52.008",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \f\a\i\l\e\d ]]
+ echo 'changefeed state normal does not equal to failed'
changefeed state normal does not equal to failed
+ exit 1
run task failed 1-th time, retry later
wait process cdc.test exit for 2-th time...
table autorandom_test.table_a not exists for 1-th check, retry later
wait process cdc.test exit for 2-th time...
table mark.finish_mark_2 exists
table mark.finish_mark_3 not exists for 1-th check, retry later
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:27:56 CST 2024] <<<<<< run test case split_region success! >>>>>>
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:27:56 CST 2024] <<<<<< run test case ddl_manager success! >>>>>>
[Mon May  6 13:27:57 CST 2024] <<<<<< START kafka consumer in canal_json_basic case >>>>>>
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317de5800014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:11152, start at 2024-05-06 13:27:56.556513896 +0800 CST m=+5.323196317	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:56.562 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:56.562 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:56.562 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check_changefeed_state http://127.0.0.1:2379 test failed ErrDispatcherFailed
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=failed
+ error_msg=ErrDispatcherFailed
+ tls_dir=ErrDispatcherFailed
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
table autorandom_test.table_a exists
check diff failed 1-th time, retry later
check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306
+ info='{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569954374090794,
  "checkpoint_time": "2024-05-06 13:27:55.658",
  "error": null
}'
+ echo '{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569954374090794,
  "checkpoint_time": "2024-05-06 13:27:55.658",
  "error": null
}'
{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569954374090794,
  "checkpoint_time": "2024-05-06 13:27:55.658",
  "error": null
}
++ echo '{' '"upstream_id":' 7365754039640055677, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 449569954374090794, '"checkpoint_time":' '"2024-05-06' '13:27:55.658",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \f\a\i\l\e\d ]]
+ echo 'changefeed state normal does not equal to failed'
changefeed state normal does not equal to failed
+ exit 1
run task failed 2-th time, retry later
table mark.finish_mark_3 not exists for 2-th check, retry later
run task successfully
wait process cdc.test exit for 1-th time...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317de5800014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:11152, start at 2024-05-06 13:27:56.556513896 +0800 CST m=+5.323196317	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:56.562 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:56.562 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:56.562 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317de6440016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:11235, start at 2024-05-06 13:27:56.608806787 +0800 CST m=+5.311618497	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:29:56.615 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:27:56.610 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:17:56.610 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
wait process cdc.test exit for 2-th time...
Logging trace to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 3-th time...
table mark.finish_mark_3 not exists for 3-th check, retry later
check diff successfully
wait process cdc.test exit for 1-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:28:00 CST 2024] <<<<<< run test case force_replicate_table success! >>>>>>
wait process cdc.test exit for 2-th time...
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12650.out cli tso query --pd=http://127.0.0.1:2379
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:28:01 CST 2024] <<<<<< run test case autorandom success! >>>>>>
table mark.finish_mark_3 not exists for 4-th check, retry later
check_changefeed_state http://127.0.0.1:2379 test failed ErrDispatcherFailed
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=failed
+ error_msg=ErrDispatcherFailed
+ tls_dir=ErrDispatcherFailed
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
+ info='{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "failed",
  "checkpoint_tso": 449569954374090794,
  "checkpoint_time": "2024-05-06 13:27:55.658",
  "error": {
    "time": "2024-05-06T13:27:59.420783747+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrDispatcherFailed",
    "message": "[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a"
  }
}'
+ echo '{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "failed",
  "checkpoint_tso": 449569954374090794,
  "checkpoint_time": "2024-05-06 13:27:55.658",
  "error": {
    "time": "2024-05-06T13:27:59.420783747+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrDispatcherFailed",
    "message": "[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a"
  }
}'
{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "failed",
  "checkpoint_tso": 449569954374090794,
  "checkpoint_time": "2024-05-06 13:27:55.658",
  "error": {
    "time": "2024-05-06T13:27:59.420783747+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrDispatcherFailed",
    "message": "[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a"
  }
}
++ jq -r .state
++ echo '{' '"upstream_id":' 7365754039640055677, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"failed",' '"checkpoint_tso":' 449569954374090794, '"checkpoint_time":' '"2024-05-06' '13:27:55.658",' '"error":' '{' '"time":' '"2024-05-06T13:27:59.420783747+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrDispatcherFailed",' '"message":' '"[CDC:ErrDispatcherFailed]index' not found when dispatch event, table: index, index: 'idx_a"' '}' '}'
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ jq -r .error.message
++ echo '{' '"upstream_id":' 7365754039640055677, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"failed",' '"checkpoint_tso":' 449569954374090794, '"checkpoint_time":' '"2024-05-06' '13:27:55.658",' '"error":' '{' '"time":' '"2024-05-06T13:27:59.420783747+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrDispatcherFailed",' '"message":' '"[CDC:ErrDispatcherFailed]index' not found when dispatch event, table: index, index: 'idx_a"' '}' '}'
+ message='[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a'
+ [[ ! [CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a =~ ErrDispatcherFailed ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14185.out cli changefeed update -c test '--sink-uri=kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json&enable-tidb-extension=true' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/conf/new_changefeed.toml --no-confirm
table test.finish_mark not exists for 1-th check, retry later
Diff of changefeed config:
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc0038be608}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc0038be618}
{Type:update Path:[Config Sink DispatchRules 0 Matcher 0] From:verify.t To:dispatcher.index}
{Type:delete Path:[Config Sink DispatchRules 1 Matcher 0] From:dispatcher.index To:<nil>}
{Type:delete Path:[Config Sink DispatchRules 1 PartitionRule] From:index-value To:<nil>}
{Type:delete Path:[Config Sink DispatchRules 1 IndexName] From:idx_a To:<nil>}
{Type:update Path:[Config Consistent] From:<nil> To:0xc0012ba8c0}
Update changefeed config successfully! 
ID: test
Info: {"upstream_id":7365754039640055677,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2024-05-06T13:27:53.870833812+08:00","start_ts":449569953417265154,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","dispatchers":[{"matcher":["dispatcher.index"],"partition":"index-value"}],"encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"failed","error":{"addr":"127.0.0.1:8300","code":"CDC:ErrDispatcherFailed","message":"[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a"},"creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":0,"checkpoint_ts":449569954374090794,"checkpoint_time":"2024-05-06 13:27:55.658"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
+ tso='449569956026646529
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569956026646529 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:28:03 CST 2024] <<<<<< START cdc server in cli_with_auth case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.1269612698.out server --log-file /tmp/tidb_cdc_test/cli_with_auth/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_with_auth/cdc_data --cluster-id default --config /tmp/tidb_cdc_test/cli_with_auth/server.toml
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_3 not exists for 5-th check, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14223.out cli changefeed resume -c test
table test.finish_mark not exists for 2-th check, retry later
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
\033[0;36m<<< Run all test success >>>\033[0m
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
table mark.finish_mark_3 not exists for 6-th check, retry later
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
table test.finish_mark not exists for 3-th check, retry later
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] // container
+ set +x
check_changefeed_state http://127.0.0.1:2379 test normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
+ info='{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569954374090794,
  "checkpoint_time": "2024-05-06 13:27:55.658",
  "error": null
}'
+ echo '{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569954374090794,
  "checkpoint_time": "2024-05-06 13:27:55.658",
  "error": null
}'
{
  "upstream_id": 7365754039640055677,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 449569954374090794,
  "checkpoint_time": "2024-05-06 13:27:55.658",
  "error": null
}
++ echo '{' '"upstream_id":' 7365754039640055677, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 449569954374090794, '"checkpoint_time":' '"2024-05-06' '13:27:55.658",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365754039640055677, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 449569954374090794, '"checkpoint_time":' '"2024-05-06' '13:27:55.658",' '"error":' null '}'
++ jq -r .error.message
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
+ message=null
+ [[ ! null =~ null ]]
run task successfully
table test.finish_mark not exists for 1-th check, retry later
[Pipeline] // node
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:28:06 GMT
< Content-Length: 859
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/57aa9c39-8fbd-4e0c-b884-67a4ae6371cc
	{"id":"57aa9c39-8fbd-4e0c-b884-67a4ae6371cc","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973284}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f52aca1
	57aa9c39-8fbd-4e0c-b884-67a4ae6371cc

/tidb/cdc/default/default/upstream/7365754103222930035
	{"id":7365754103222930035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/57aa9c39-8fbd-4e0c-b884-67a4ae6371cc
	{"id":"57aa9c39-8fbd-4e0c-b884-67a4ae6371cc","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973284}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f52aca1
	57aa9c39-8fbd-4e0c-b884-67a4ae6371cc

/tidb/cdc/default/default/upstream/7365754103222930035
	{"id":7365754103222930035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/57aa9c39-8fbd-4e0c-b884-67a4ae6371cc
	{"id":"57aa9c39-8fbd-4e0c-b884-67a4ae6371cc","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973284}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5f52aca1
	57aa9c39-8fbd-4e0c-b884-67a4ae6371cc

/tidb/cdc/default/default/upstream/7365754103222930035
	{"id":7365754103222930035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12753.out cli changefeed create --start-ts=449569956026646529 '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-30846?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] }
[WARN] --tz is deprecated in changefeed settings.
Create changefeed successfully!
ID: custom-changefeed-name
Info: {"upstream_id":7365754103222930035,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-30846?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:28:07.217468655+08:00","start_ts":449569956026646529,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569956026646529,"checkpoint_ts":449569956026646529,"checkpoint_time":"2024-05-06 13:28:01.962"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
table mark.finish_mark_3 not exists for 7-th check, retry later
+ set +x
[Mon May  6 13:28:08 CST 2024] <<<<<< START kafka consumer in cli_with_auth case >>>>>>
table test.simple not exists for 1-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_source/run.sh using Sink-Type: kafka... <<=================
table test.finish_mark not exists for 4-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table mark.finish_mark_3 not exists for 8-th check, retry later
table test.finish_mark not exists for 5-th check, retry later
table test.simple not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
The 1 times to try to start tidb cluster...
wait process cdc.test exit for 1-th time...
table mark.finish_mark_3 not exists for 9-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 2-th time...
process cdc.test already exit
[Mon May  6 13:28:12 CST 2024] <<<<<< run test case mq_sink_dispatcher success! >>>>>>
\033[0;36m<<< Run all test success >>>\033[0m
table test.finish_mark not exists for 6-th check, retry later
table test.simple exists
table test.`simple-dash` exists
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569956446076933,
  "checkpoint_time": "2024-05-06 13:28:03.562",
  "error": null
}'
+ echo '{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569956446076933,
  "checkpoint_time": "2024-05-06 13:28:03.562",
  "error": null
}'
{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569956446076933,
  "checkpoint_time": "2024-05-06 13:28:03.562",
  "error": null
}
++ echo '{' '"upstream_id":' 7365754103222930035, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569956446076933, '"checkpoint_time":' '"2024-05-06' '13:28:03.562",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365754103222930035, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569956446076933, '"checkpoint_time":' '"2024-05-06' '13:28:03.562",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379
changefeed count 1 check pass, pd_addr: http://127.0.0.1:2679
[Pipeline] }
changefeed count 1 check pass, pd_addr: http://127.0.0.1:2779
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/generate_column/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] // dir
table mark.finish_mark_3 not exists for 10-th check, retry later
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
table test.finish_mark not exists for 7-th check, retry later
Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed
update changefeed config should fail when changefeed is running, got Diff of changefeed config:
{Type:update Path:[Config CaseSensitive] From:false To:true}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc000ea0d20}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc000ea0d28}
{Type:update Path:[Config Consistent] From:<nil> To:0xc001326770}
{Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true}
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13144.out cli changefeed --changefeed-id custom-changefeed-name pause
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
+ set +x
table mark.finish_mark_3 not exists for 11-th check, retry later
table test.finish_mark not exists for 8-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/generate_column
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/multi_source
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table mark.finish_mark_3 not exists for 12-th check, retry later
table test.finish_mark not exists for 9-th check, retry later
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=custom-changefeed-name
+ expected_state=stopped
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 449569959250755593,
  "checkpoint_time": "2024-05-06 13:28:14.261",
  "error": null
}'
+ echo '{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 449569959250755593,
  "checkpoint_time": "2024-05-06 13:28:14.261",
  "error": null
}'
{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 449569959250755593,
  "checkpoint_time": "2024-05-06 13:28:14.261",
  "error": null
}
++ echo '{' '"upstream_id":' 7365754103222930035, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 449569959250755593, '"checkpoint_time":' '"2024-05-06' '13:28:14.261",' '"error":' null '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7365754103222930035, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 449569959250755593, '"checkpoint_time":' '"2024-05-06' '13:28:14.261",' '"error":' null '}'
++ jq -r .error.message
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ message=null
+ [[ ! null =~ null ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13234.out cli changefeed update --pd=http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779 --config=/tmp/tidb_cdc_test/cli_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name
table mark.finish_mark_3 not exists for 13-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Diff of changefeed config:
{Type:update Path:[Config CaseSensitive] From:false To:true}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc001574a08}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc001574a28}
{Type:update Path:[Config Consistent] From:<nil> To:0xc001af0310}
{Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true}
Update changefeed config successfully! 
ID: custom-changefeed-name
Info: {"upstream_id":7365754103222930035,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-30846?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:28:07.217468655+08:00","start_ts":449569956026646529,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":true,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":0,"checkpoint_ts":449569959250755593,"checkpoint_time":"2024-05-06 13:28:14.261"}
PASS
coverage: 2.8% of statements in github.com/pingcap/tiflow/...
table test.finish_mark not exists for 10-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13272.out cli changefeed --changefeed-id custom-changefeed-name resume
table mark.finish_mark_3 not exists for 14-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 11-th check, retry later
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table mark.finish_mark_3 not exists for 15-th check, retry later
+ set +x
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 12-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table mark.finish_mark_3 not exists for 16-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 13-th check, retry later
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/run.sh: line 1: 14313 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/new_changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317fba200013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt, pid:7459, start at 2024-05-06 13:28:26.529567185 +0800 CST m=+5.086782240	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:30:26.535 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:28:26.504 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:18:26.504 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317fba200013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt, pid:7459, start at 2024-05-06 13:28:26.529567185 +0800 CST m=+5.086782240	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:30:26.535 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:28:26.504 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:18:26.504 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317fbc50000b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-bqz0r-7gdbt, pid:7542, start at 2024-05-06 13:28:26.654920291 +0800 CST m=+5.162631589	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:30:26.661 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:28:26.644 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:18:26.644 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_source/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_source/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569962658627591,
  "checkpoint_time": "2024-05-06 13:28:27.261",
  "error": null
}'
+ echo '{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569962658627591,
  "checkpoint_time": "2024-05-06 13:28:27.261",
  "error": null
}'
{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569962658627591,
  "checkpoint_time": "2024-05-06 13:28:27.261",
  "error": null
}
++ echo '{' '"upstream_id":' 7365754103222930035, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569962658627591, '"checkpoint_time":' '"2024-05-06' '13:28:27.261",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365754103222930035, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569962658627591, '"checkpoint_time":' '"2024-05-06' '13:28:27.261",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13365.out cli changefeed --changefeed-id custom-changefeed-name remove
table mark.finish_mark_3 not exists for 17-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317fcaec0010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:34097, start at 2024-05-06 13:28:27.597286761 +0800 CST m=+5.325378762	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:30:27.604 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:28:27.579 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:18:27.579 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 14-th check, retry later
Changefeed remove successfully.
ID: custom-changefeed-name
CheckpointTs: 449569962658627591
SinkURI: kafka://127.0.0.1:9092/ticdc-cli-test-30846?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8919.out cli tso query --pd=http://127.0.0.1:2379
table mark.finish_mark_3 not exists for 18-th check, retry later
+ set +x
start tidb cluster in /tmp/tidb_cdc_test/kafka_column_selector
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317fcaec0010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:34097, start at 2024-05-06 13:28:27.597286761 +0800 CST m=+5.325378762	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:30:27.604 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:28:27.579 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:18:27.579 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d317fcba80013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-m40bh-3vpdr, pid:34177, start at 2024-05-06 13:28:27.6507148 +0800 CST m=+5.324916828	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:30:27.657 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:28:27.626 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:18:27.626 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/generate_column/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/generate_column/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table test.finish_mark not exists for 15-th check, retry later
+ set +x
+ tso='449569963390795777
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569963390795777 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:28:31 CST 2024] <<<<<< START cdc server in multi_source case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.89588960.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_3 not exists for 19-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.35632.out cli tso query --pd=http://127.0.0.1:2379
table test.finish_mark not exists for 16-th check, retry later
changefeed count 0 check pass, pd_addr: http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13453.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-30846?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name
[WARN] --tz is deprecated in changefeed settings.
Create changefeed successfully!
ID: custom-changefeed-name
Info: {"upstream_id":7365754103222930035,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-30846?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:28:33.88729731+08:00","start_ts":449569964362825732,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569964362825732,"checkpoint_ts":449569964362825732,"checkpoint_time":"2024-05-06 13:28:33.762"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
+ tso='449569964144459777
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569964144459777 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:28:34 CST 2024] <<<<<< START cdc server in generate_column case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.3566835670.out server --log-file /tmp/tidb_cdc_test/generate_column/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/generate_column/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_3 not exists for 20-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:28:34 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/da4f8f46-71a9-40fe-9182-5c3ffd2c3021
	{"id":"da4f8f46-71a9-40fe-9182-5c3ffd2c3021","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973311}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5fc8d1ce
	da4f8f46-71a9-40fe-9182-5c3ffd2c3021

/tidb/cdc/default/default/upstream/7365754229120095814
	{"id":7365754229120095814,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/da4f8f46-71a9-40fe-9182-5c3ffd2c3021
	{"id":"da4f8f46-71a9-40fe-9182-5c3ffd2c3021","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973311}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5fc8d1ce
	da4f8f46-71a9-40fe-9182-5c3ffd2c3021

/tidb/cdc/default/default/upstream/7365754229120095814
	{"id":7365754229120095814,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/da4f8f46-71a9-40fe-9182-5c3ffd2c3021
	{"id":"da4f8f46-71a9-40fe-9182-5c3ffd2c3021","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973311}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5fc8d1ce
	da4f8f46-71a9-40fe-9182-5c3ffd2c3021

/tidb/cdc/default/default/upstream/7365754229120095814
	{"id":7365754229120095814,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.9015.out cli changefeed create --start-ts=449569963390795777 '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-source-test-14813?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
table test.finish_mark exists
check diff successfully
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Create changefeed successfully!
ID: 9629f77d-5fa7-40b5-8413-63975190411d
Info: {"upstream_id":7365754229120095814,"namespace":"default","id":"9629f77d-5fa7-40b5-8413-63975190411d","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-source-test-14813?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:28:35.049783741+08:00","start_ts":449569963390795777,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569963390795777,"checkpoint_ts":449569963390795777,"checkpoint_time":"2024-05-06 13:28:30.054"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_3 not exists for 21-th check, retry later
+ set +x
[Mon May  6 13:28:36 CST 2024] <<<<<< START kafka consumer in multi_source case >>>>>>
go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading github.com/pingcap/tidb-tools v0.0.0-20240305021104-9f9bea84490b
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240415145106-cd9c676e9ba4
go: downloading github.com/BurntSushi/toml v1.3.2
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/atomic v1.11.0
go: downloading go.uber.org/multierr v1.11.0
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240410110152-5fc42c9be2f5
go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c
go: downloading google.golang.org/grpc v1.62.1
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading github.com/go-sql-driver/mysql v1.7.1
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading github.com/golang/protobuf v1.5.4
go: downloading golang.org/x/net v0.24.0
go: downloading golang.org/x/sys v0.19.0
go: downloading google.golang.org/protobuf v1.33.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading golang.org/x/text v0.14.0
+ set +x
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:28:37 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/34788836-946a-4594-abff-bbf20b91856f
	{"id":"34788836-946a-4594-abff-bbf20b91856f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973314}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5fc821d8
	34788836-946a-4594-abff-bbf20b91856f

/tidb/cdc/default/default/upstream/7365754236659621770
	{"id":7365754236659621770,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/34788836-946a-4594-abff-bbf20b91856f
	{"id":"34788836-946a-4594-abff-bbf20b91856f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973314}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5fc821d8
	34788836-946a-4594-abff-bbf20b91856f

/tidb/cdc/default/default/upstream/7365754236659621770
	{"id":7365754236659621770,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/34788836-946a-4594-abff-bbf20b91856f
	{"id":"34788836-946a-4594-abff-bbf20b91856f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973314}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5fc821d8
	34788836-946a-4594-abff-bbf20b91856f

/tidb/cdc/default/default/upstream/7365754236659621770
	{"id":7365754236659621770,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.35729.out cli changefeed create --start-ts=449569964144459777 '--sink-uri=kafka://127.0.0.1:9092/ticdc-generate-column-test-5319?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: f113adb5-74ed-48ba-b569-01711d65be22
Info: {"upstream_id":7365754236659621770,"namespace":"default","id":"f113adb5-74ed-48ba-b569-01711d65be22","sink_uri":"kafka://127.0.0.1:9092/ticdc-generate-column-test-5319?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:28:37.95953045+08:00","start_ts":449569964144459777,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569964144459777,"checkpoint_ts":449569964144459777,"checkpoint_time":"2024-05-06 13:28:32.929"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_3 not exists for 22-th check, retry later
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading golang.org/x/exp v0.0.0-20240409090435-93d18d7e34b8
go: downloading golang.org/x/sync v0.7.0
go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240409022718-714958ccd4d5
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/shirou/gopsutil/v3 v3.24.2
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754
go: downloading github.com/docker/go-units v0.5.0
go: downloading github.com/prometheus/client_golang v1.19.0
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/stretchr/testify v1.9.0
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/google/uuid v1.6.0
go: downloading github.com/scalalang2/golang-fifo v0.1.5
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/aws/aws-sdk-go v1.50.0
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading golang.org/x/tools v0.20.0
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/klauspost/compress v1.17.8
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading cloud.google.com/go v0.112.2
go: downloading golang.org/x/oauth2 v0.18.0
go: downloading google.golang.org/api v0.170.0
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/gorilla/mux v1.8.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading github.com/google/btree v1.1.2
go: downloading golang.org/x/time v0.5.0
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1
go: downloading golang.org/x/crypto v0.22.0
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/prometheus/common v0.52.2
go: downloading github.com/prometheus/procfs v0.13.0
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.0
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/otiai10/copy v1.2.0
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading cloud.google.com/go/compute/metadata v0.2.3
go: downloading github.com/kr/pretty v0.3.1
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/robfig/cron v1.2.0
go: downloading cloud.google.com/go/compute v1.25.1
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
table test.finish_mark not exists for 1-th check, retry later
go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/apache/thrift v0.16.0
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/fatih/color v1.16.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/mattn/go-runewidth v0.0.15
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/rogpeppe/go-internal v1.12.0
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/golang/glog v1.2.0
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading github.com/golang-jwt/jwt/v5 v5.2.0
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading github.com/go-logr/logr v1.4.1
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/go-logr/stdr v1.2.2
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
+ set +x
[Mon May  6 13:28:39 CST 2024] <<<<<< START kafka consumer in generate_column case >>>>>>
table generate_column.t not exists for 1-th check, retry later
table mark.finish_mark_3 not exists for 23-th check, retry later
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569965817724931,
  "checkpoint_time": "2024-05-06 13:28:39.312",
  "error": null
}'
+ echo '{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569965817724931,
  "checkpoint_time": "2024-05-06 13:28:39.312",
  "error": null
}'
{
  "upstream_id": 7365754103222930035,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449569965817724931,
  "checkpoint_time": "2024-05-06 13:28:39.312",
  "error": null
}
++ echo '{' '"upstream_id":' 7365754103222930035, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569965817724931, '"checkpoint_time":' '"2024-05-06' '13:28:39.312",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365754103222930035, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449569965817724931, '"checkpoint_time":' '"2024-05-06' '13:28:39.312",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
table test.finish_mark not exists for 2-th check, retry later
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13578.out cli changefeed create --start-ts=449569956026646529 '--sink-uri=kafka://127.0.0.1:9093/ticdc-cli-test-ssl-20004?protocol=open-protocol&ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem&cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem&key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem&kafka-version=2.4.1&max-message-bytes=10485760&insecure-skip-verify=true' --tz=Asia/Shanghai
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31808ad00016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:15432, start at 2024-05-06 13:28:39.887682168 +0800 CST m=+5.134313594	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:30:39.894 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:28:39.860 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:18:39.860 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31808ad00016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:15432, start at 2024-05-06 13:28:39.887682168 +0800 CST m=+5.134313594	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:30:39.894 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:28:39.860 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:18:39.860 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31808c480015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:15504, start at 2024-05-06 13:28:39.99412588 +0800 CST m=+5.181629851	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:30:40.001 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:28:40.004 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:18:40.004 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_column_selector/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_column_selector/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_column_selector/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_column_selector/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_column_selector/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[WARN] --tz is deprecated in changefeed settings.
table generate_column.t not exists for 2-th check, retry later
Create changefeed successfully!
ID: adcf250d-7c60-4899-b830-892de92d6cec
Info: {"upstream_id":7365754103222930035,"namespace":"default","id":"adcf250d-7c60-4899-b830-892de92d6cec","sink_uri":"kafka://127.0.0.1:9093/ticdc-cli-test-ssl-20004?protocol=open-protocol\u0026ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem\u0026cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem\u0026key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760\u0026insecure-skip-verify=true","create_time":"2024-05-06T13:28:41.814468566+08:00","start_ts":449569956026646529,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569956026646529,"checkpoint_ts":449569956026646529,"checkpoint_time":"2024-05-06 13:28:01.962"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_3 not exists for 24-th check, retry later
go: downloading github.com/google/s2a-go v0.1.7
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
go: downloading github.com/jmespath/go-jmespath v0.4.0
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13631.out cli unsafe delete-service-gc-safepoint
table test.finish_mark not exists for 3-th check, retry later
Confirm that you know what this command will do and use it at your own risk [Y/N]
CDC service GC safepoint truncated in PD!
PASS
table generate_column.t exists
table generate_column.t1 exists
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
[Mon May  6 13:28:43 CST 2024] <<<<<< START cdc server in kafka_column_selector case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector.1700217004.out server --log-file /tmp/tidb_cdc_test/kafka_column_selector/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_column_selector/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
check diff failed 1-th time, retry later
table mark.finish_mark_3 not exists for 25-th check, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13667.out cli unsafe reset --no-confirm --pd=http://127.0.0.1:2379
table test.finish_mark not exists for 4-th check, retry later
reset and all metadata truncated in PD!
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
check diff successfully
wait process cdc.test exit for 1-th time...
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:28:46 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/9f00fb1e-d593-4615-b4d4-69fde8543ed1
	{"id":"9f00fb1e-d593-4615-b4d4-69fde8543ed1","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973323}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ffcccc4
	9f00fb1e-d593-4615-b4d4-69fde8543ed1

/tidb/cdc/default/default/upstream/7365754286058310271
	{"id":7365754286058310271,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/9f00fb1e-d593-4615-b4d4-69fde8543ed1
	{"id":"9f00fb1e-d593-4615-b4d4-69fde8543ed1","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973323}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ffcccc4
	9f00fb1e-d593-4615-b4d4-69fde8543ed1

/tidb/cdc/default/default/upstream/7365754286058310271
	{"id":7365754286058310271,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/9f00fb1e-d593-4615-b4d4-69fde8543ed1
	{"id":"9f00fb1e-d593-4615-b4d4-69fde8543ed1","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973323}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c5ffcccc4
	9f00fb1e-d593-4615-b4d4-69fde8543ed1

/tidb/cdc/default/default/upstream/7365754286058310271
	{"id":7365754286058310271,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector.cli.17055.out cli changefeed create --start-ts=449569966839562242 '--sink-uri=kafka://127.0.0.1:9092/column-selector-test?protocol=canal-json&partition-num=1&enable-tidb-extension=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector/conf/changefeed.toml
table mark.finish_mark_3 not exists for 26-th check, retry later
Create changefeed successfully!
ID: test
Info: {"upstream_id":7365754286058310271,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/column-selector-test?protocol=canal-json\u0026partition-num=1\u0026enable-tidb-extension=true","create_time":"2024-05-06T13:28:46.777605018+08:00","start_ts":449569966839562242,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"column_selectors":[{"matcher":["test.t1"],"columns":["a","b"]},{"matcher":["test.*"],"columns":["*","!b"]},{"matcher":["test1.t1"],"columns":["column*","!column1"]}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569966839562242,"checkpoint_ts":449569966839562242,"checkpoint_time":"2024-05-06 13:28:43.210"}
PASS
+ set +x
wait process cdc.test exit for 2-th time...
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table test.finish_mark not exists for 5-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:28:47 CST 2024] <<<<<< run test case generate_column success! >>>>>>
+ set +x
table mark.finish_mark_3 not exists for 27-th check, retry later
table test.finish_mark not exists for 6-th check, retry later
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13770.out cli unsafe resolve-lock --region=54
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_3 not exists for 28-th check, retry later
table test.finish_mark not exists for 7-th check, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.13802.out cli unsafe resolve-lock --region=54 --ts=449569967823126530
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
Starting build checksum checker...
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/spf13/cobra v1.8.0
go: downloading github.com/BurntSushi/toml v1.3.2
go: downloading golang.org/x/net v0.24.0
go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d
go: downloading github.com/gin-gonic/gin v1.9.1
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240415145106-cd9c676e9ba4
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240410110152-5fc42c9be2f5
go: downloading github.com/tinylib/msgp v1.1.6
go: downloading google.golang.org/grpc v1.62.1
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240409022718-714958ccd4d5
go: downloading github.com/apache/pulsar-client-go v0.11.0
go: downloading github.com/pingcap/tidb-tools v0.0.0-20240305021104-9f9bea84490b
go: downloading github.com/IBM/sarama v1.41.2
go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e
go: downloading github.com/klauspost/compress v1.17.8
go: downloading github.com/xdg/scram v1.0.5
go: downloading github.com/pierrec/lz4/v4 v4.1.18
go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1
go: downloading github.com/KimMachineGun/automemlimit v0.2.4
go: downloading github.com/aws/aws-sdk-go v1.50.0
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c
go: downloading github.com/shirou/gopsutil/v3 v3.24.2
go: downloading golang.org/x/sync v0.7.0
go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2
go: downloading github.com/prometheus/client_golang v1.19.0
go: downloading github.com/stretchr/testify v1.9.0
go: downloading golang.org/x/time v0.5.0
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading github.com/containerd/cgroups v1.0.4
go: downloading github.com/xdg/stringprep v1.0.3
go: downloading golang.org/x/crypto v0.22.0
go: downloading github.com/philhofer/fwd v1.1.1
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/gin-contrib/sse v0.1.0
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading github.com/stretchr/objx v0.5.2
go: downloading golang.org/x/text v0.14.0
go: downloading github.com/pelletier/go-toml/v2 v2.0.8
go: downloading github.com/ugorji/go/codec v1.2.11
go: downloading google.golang.org/protobuf v1.33.0
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading cloud.google.com/go v0.112.2
go: downloading go.uber.org/multierr v1.11.0
go: downloading github.com/go-playground/validator/v10 v10.14.0
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/docker/go-units v0.5.0
go: downloading github.com/godbus/dbus/v5 v5.0.4
go: downloading github.com/opencontainers/runtime-spec v1.0.2
go: downloading golang.org/x/sys v0.19.0
go: downloading github.com/cilium/ebpf v0.4.0
go: downloading github.com/sirupsen/logrus v1.9.3
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1
go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2
go: downloading github.com/aws/smithy-go v1.13.5
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/prometheus/common v0.52.2
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/prometheus/procfs v0.13.0
go: downloading github.com/bits-and-blooms/bitset v1.4.0
go: downloading github.com/linkedin/goavro/v2 v2.11.1
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/golang/protobuf v1.5.4
go: downloading github.com/eapache/go-resiliency v1.4.0
table mark.finish_mark_3 not exists for 29-th check, retry later
go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3
go: downloading github.com/eapache/queue v1.1.0
go: downloading github.com/hashicorp/go-multierror v1.1.1
go: downloading github.com/jcmturner/gofork v1.7.6
go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4
go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475
go: downloading github.com/gabriel-vasile/mimetype v1.4.2
go: downloading github.com/go-playground/universal-translator v0.18.1
go: downloading github.com/leodido/go-urn v1.2.4
go: downloading cloud.google.com/go/compute/metadata v0.2.3
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading cloud.google.com/go/compute v1.25.1
go: downloading github.com/google/uuid v1.6.0
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading golang.org/x/oauth2 v0.18.0
go: downloading google.golang.org/api v0.170.0
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/AthenZ/athenz v1.10.39
go: downloading github.com/spaolacci/murmur3 v1.1.0
go: downloading golang.org/x/mod v0.17.0
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/pierrec/lz4 v2.6.1+incompatible
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/hashicorp/errwrap v1.0.0
go: downloading github.com/hashicorp/go-uuid v1.0.3
go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0
go: downloading github.com/go-playground/locales v0.14.1
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/99designs/keyring v1.2.1
go: downloading github.com/jcmturner/rpc/v2 v2.0.3
go: downloading github.com/dvsekhvalnov/jose2go v1.5.0
go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c
go: downloading github.com/mtibben/percent v0.2.1
go: downloading golang.org/x/term v0.19.0
go: downloading github.com/jcmturner/aescts/v2 v2.0.0
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/go-logr/logr v1.4.1
go: downloading github.com/go-logr/stdr v1.2.2
table test.finish_mark not exists for 8-th check, retry later
+ set +x
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   218  100   212  100     6   155k   4494 --:--:-- --:--:-- --:--:--  207k
{
    "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }",
    "error_code": "CDC:ErrAPIInvalidParam"
table mark.finish_mark_3 not exists for 30-th check, retry later
go: downloading github.com/ardielle/ardielle-go v1.5.2
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading golang.org/x/exp v0.0.0-20240409090435-93d18d7e34b8
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading golang.org/x/tools v0.20.0
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/golang-jwt/jwt/v5 v5.2.0
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/rogpeppe/go-internal v1.12.0
go: downloading github.com/kr/text v0.2.0
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
table mark.finish_mark_3 not exists for 31-th check, retry later
go: downloading github.com/jmespath/go-jmespath v0.4.0
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:28:56 CST 2024] <<<<<< run test case canal_json_basic success! >>>>>>
}  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   182  100   182    0     0   150k      0 --:--:-- --:--:-- --:--:--  177k
{
 "version": "v8.2.0-alpha-22-gd72d260c0",
 "git_hash": "d72d260c017170db94deda602246fcddfea2a4a1",
 "id": "716437b4-81fa-472e-822d-9aae1b1b88da",
 "pid": 12701,
 "is_owner": true
go: downloading github.com/google/s2a-go v0.1.7
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
}wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
table mark.finish_mark_3 not exists for 32-th check, retry later
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:28:58 CST 2024] <<<<<< run test case cli_with_auth success! >>>>>>
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
table mark.finish_mark_3 not exists for 33-th check, retry later
table mark.finish_mark_3 not exists for 34-th check, retry later
table mark.finish_mark_3 not exists for 35-th check, retry later
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   2578      0 --:--:-- --:--:-- --:--:--  2600
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2024-05-06 13:28:52.713","puller_resolved_ts":"2024-05-06 13:28:46.762","last_synced_ts":"2024-05-06 13:26:36.912","now_ts":"2024-05-06 13:28:54.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:28:52.713","puller_resolved_ts":"2024-05-06' '13:28:46.762","last_synced_ts":"2024-05-06' '13:26:36.912","now_ts":"2024-05-06' '13:28:54.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
+ '[' true '!=' true ']'
+ kill_pd
++ ps aux
++ grep pd-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
+ info='jenkins    10015  7.2  0.0 13596056 142412 ?     Sl   13:26   0:11 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380
jenkins    10077  4.8  0.0 13652692 137372 ?     Sl   13:26   0:07 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/down_pd'
++ ps aux
++ grep pd-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
++ awk '{print $2}'
++ xargs kill -9
+ sleep 20
{"level":"warn","ts":1714973339.769237,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0033568c0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":1714973339.769299,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1714973339.7955997,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002428c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1714973339.7956457,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1714973340.7392774,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00176c380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1714973340.7393427,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2024-05-06T13:29:04.618376+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0012fc000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:04.623502+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000ed5500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:04.684293+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e7b500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
table mark.finish_mark_3 not exists for 36-th check, retry later
table mark.finish_mark_3 not exists for 37-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_content_compatible/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table mark.finish_mark_3 not exists for 38-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/savepoint/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
{"level":"warn","ts":"2024-05-06T13:29:10.619408+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0012fc000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:10.624977+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000ed5500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:10.685543+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e7b500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
start tidb cluster in /tmp/tidb_cdc_test/canal_json_content_compatible
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table mark.finish_mark_3 not exists for 39-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/savepoint
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
table mark.finish_mark_3 not exists for 40-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:01 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:02 --:--:--     0{"level":"warn","ts":"2024-05-06T13:29:16.620725+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0012fc000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:16.626111+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000ed5500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
table mark.finish_mark_3 not exists for 41-th check, retry later
{"level":"warn","ts":"2024-05-06T13:29:16.686367+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e7b500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table mark.finish_mark_3 not exists for 42-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table mark.finish_mark_3 not exists for 43-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

  0     0    0     0    0     0      0      0 --:--:--  0:00:03 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:04 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:05 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:06 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:07 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:08 --:--:--     0{"level":"warn","ts":"2024-05-06T13:29:22.621421+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0012fc000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:22.627642+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000ed5500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:22.68705+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e7b500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3183146c0016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:29049, start at 2024-05-06 13:29:21.452890776 +0800 CST m=+5.125650071	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:31:21.461 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:29:21.435 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:19:21.435 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3183146c0016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:29049, start at 2024-05-06 13:29:21.452890776 +0800 CST m=+5.125650071	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:31:21.461 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:29:21.435 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:19:21.435 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3183143c0017	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:29130, start at 2024-05-06 13:29:21.471660334 +0800 CST m=+5.094173575	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:31:21.480 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:29:21.473 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:19:21.473 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table mark.finish_mark_3 not exists for 44-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

  0     0    0     0    0     0      0      0 --:--:--  0:00:09 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:10 --:--:--     0{"level":"warn","ts":"2024-05-06T13:29:24.607636+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0012fc000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2024-05-06T13:29:24.607681+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2024-05-06T13:29:24.614826+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000ed5500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2024-05-06T13:29:24.614872+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
[Mon May  6 13:29:24 CST 2024] <<<<<< START cdc server in canal_json_content_compatible case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_content_compatible.3057730579.out server --log-file /tmp/tidb_cdc_test/canal_json_content_compatible/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_content_compatible/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_3 not exists for 45-th check, retry later
{"level":"warn","ts":"2024-05-06T13:29:24.673189+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e7b500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":"2024-05-06T13:29:24.673236+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31832ee4000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:14850, start at 2024-05-06 13:29:23.141917257 +0800 CST m=+5.302868261	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:31:23.149 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:29:23.129 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:19:23.129 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31832ee4000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:14850, start at 2024-05-06 13:29:23.141917257 +0800 CST m=+5.302868261	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:31:23.149 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:29:23.129 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:19:23.129 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318330580006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:14930, start at 2024-05-06 13:29:23.228816994 +0800 CST m=+5.336887255	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:31:23.238 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:29:23.222 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:19:23.222 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/savepoint/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/savepoint/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table mark.finish_mark_3 not exists for 46-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:29:27 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dec67651-04bc-44a6-83f4-bf2c145951a0
	{"id":"dec67651-04bc-44a6-83f4-bf2c145951a0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973364}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c609d3dc3
	dec67651-04bc-44a6-83f4-bf2c145951a0

/tidb/cdc/default/default/upstream/7365754467309046426
	{"id":7365754467309046426,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dec67651-04bc-44a6-83f4-bf2c145951a0
	{"id":"dec67651-04bc-44a6-83f4-bf2c145951a0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973364}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c609d3dc3
	dec67651-04bc-44a6-83f4-bf2c145951a0

/tidb/cdc/default/default/upstream/7365754467309046426
	{"id":7365754467309046426,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dec67651-04bc-44a6-83f4-bf2c145951a0
	{"id":"dec67651-04bc-44a6-83f4-bf2c145951a0","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973364}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c609d3dc3
	dec67651-04bc-44a6-83f4-bf2c145951a0

/tidb/cdc/default/default/upstream/7365754467309046426
	{"id":7365754467309046426,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_content_compatible.cli.30638.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-canal-json-content-compatible?protocol=canal-json&enable-tidb-extension=true&content-compatible=true'
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.16373.out cli tso query --pd=http://127.0.0.1:2379
Create changefeed successfully!
ID: 1ec50841-7d09-49ef-b905-bb13bf6aa0dc
Info: {"upstream_id":7365754467309046426,"namespace":"default","id":"1ec50841-7d09-49ef-b905-bb13bf6aa0dc","sink_uri":"kafka://127.0.0.1:9092/ticdc-canal-json-content-compatible?protocol=canal-json\u0026enable-tidb-extension=true\u0026content-compatible=true","create_time":"2024-05-06T13:29:28.152401075+08:00","start_ts":449569978590167041,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":true,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569978590167041,"checkpoint_ts":449569978590167041,"checkpoint_time":"2024-05-06 13:29:28.035"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_3 not exists for 47-th check, retry later

  0     0    0     0    0     0      0      0 --:--:--  0:00:11 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:12 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:13 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:14 --:--:--     0{"level":"warn","ts":"2024-05-06T13:29:28.622385+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0012fc000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:28.628415+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000ed5500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:28.68761+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e7b500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
+ set +x
+ set +x
+ tso='449569978706558977
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569978706558977 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:29:29 CST 2024] <<<<<< START cdc server in savepoint case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.1641916421.out server --log-file /tmp/tidb_cdc_test/savepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/savepoint/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_3 not exists for 48-th check, retry later
table mark.finish_mark_3 not exists for 49-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:29:33 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/37e1c19a-020c-453b-b6f5-7500d6b5c1ab
	{"id":"37e1c19a-020c-453b-b6f5-7500d6b5c1ab","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973370}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c60a8efd6
	37e1c19a-020c-453b-b6f5-7500d6b5c1ab

/tidb/cdc/default/default/upstream/7365754471675049350
	{"id":7365754471675049350,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/37e1c19a-020c-453b-b6f5-7500d6b5c1ab
	{"id":"37e1c19a-020c-453b-b6f5-7500d6b5c1ab","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973370}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c60a8efd6
	37e1c19a-020c-453b-b6f5-7500d6b5c1ab

/tidb/cdc/default/default/upstream/7365754471675049350
	{"id":7365754471675049350,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/37e1c19a-020c-453b-b6f5-7500d6b5c1ab
	{"id":"37e1c19a-020c-453b-b6f5-7500d6b5c1ab","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973370}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c60a8efd6
	37e1c19a-020c-453b-b6f5-7500d6b5c1ab

/tidb/cdc/default/default/upstream/7365754471675049350
	{"id":7365754471675049350,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.16474.out cli changefeed create --start-ts=449569978706558977 '--sink-uri=kafka://127.0.0.1:9092/ticdc-savepoint-test-28057?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: 9e4b8efa-0e1c-4260-a540-7de76f9cb20a
Info: {"upstream_id":7365754471675049350,"namespace":"default","id":"9e4b8efa-0e1c-4260-a540-7de76f9cb20a","sink_uri":"kafka://127.0.0.1:9092/ticdc-savepoint-test-28057?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:29:34.210978278+08:00","start_ts":449569978706558977,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569978706558977,"checkpoint_ts":449569978706558977,"checkpoint_time":"2024-05-06 13:29:28.479"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...

  0     0    0     0    0     0      0      0 --:--:--  0:00:15 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:16 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:17 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:18 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:19 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:20 --:--:--     0{"level":"warn","ts":"2024-05-06T13:29:34.622605+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0012fc000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:34.630326+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000ed5500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:34.688869+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e7b500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
[Mon May  6 13:29:34 CST 2024] <<<<<< START kafka consumer in canal_json_content_compatible case >>>>>>
{"level":"warn","ts":1714973374.7706542,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0033568c0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":1714973374.7707026,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1714973374.7973642,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002428c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1714973374.797407,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}

  0     0    0     0    0     0      0      0 --:--:--  0:00:21 --:--:--     0{"level":"warn","ts":1714973375.7409396,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00176c380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1714973375.7409916,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
table mark.finish_mark_3 exists
table mark.finish_mark not exists for 1-th check, retry later
+ set +x
[Mon May  6 13:29:35 CST 2024] <<<<<< START kafka consumer in savepoint case >>>>>>
table savepoint.finish_mark not exists for 1-th check, retry later
table mark.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
table savepoint.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 3-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:29:40 CST 2024] <<<<<< run test case default_value success! >>>>>>

  0     0    0     0    0     0      0      0 --:--:--  0:00:22 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:23 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:24 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:25 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:26 --:--:--     0{"level":"warn","ts":"2024-05-06T13:29:40.623882+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0012fc000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:40.631125+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000ed5500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:29:40.689908+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e7b500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:29:41 CST 2024] <<<<<< run test case savepoint success! >>>>>>

  0     0    0     0    0     0      0      0 --:--:--  0:00:27 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:28 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:29 --:--:--     0
100   135  100   135    0     0      4      0  0:00:33  0:00:30  0:00:03    27
100   135  100   135    0     0      4      0  0:00:33  0:00:30  0:00:03    33
+ synced_status='{
    "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded",
    "error_code": "CDC:ErrPDEtcdAPIError"
}'
++ jq -r .error_code
++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}'
+ error_code=CDC:ErrPDEtcdAPIError
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
+ run_case_with_unavailable_tikv conf/changefeed-redo.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status_with_redo
+ mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
table test.finish_mark not exists for 3-th check, retry later
table test.finish_mark not exists for 4-th check, retry later
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/simple/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/run.sh using Sink-Type: kafka... <<=================
+++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status
+ source /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/../_utils/test_prepare
++ UP_TIDB_HOST=127.0.0.1
++ UP_TIDB_PORT=4000
++ UP_TIDB_OTHER_PORT=4001
++ UP_TIDB_STATUS=10080
++ UP_TIDB_OTHER_STATUS=10081
++ DOWN_TIDB_HOST=127.0.0.1
++ DOWN_TIDB_PORT=3306
++ DOWN_TIDB_STATUS=20080
++ TLS_TIDB_HOST=127.0.0.1
++ TLS_TIDB_PORT=3307
++ TLS_TIDB_STATUS=30080
++ UP_PD_HOST_1=127.0.0.1
++ UP_PD_PORT_1=2379
++ UP_PD_PEER_PORT_1=2380
++ UP_PD_HOST_2=127.0.0.1
++ UP_PD_PORT_2=2679
++ UP_PD_PEER_PORT_2=2680
++ UP_PD_HOST_3=127.0.0.1
++ UP_PD_PORT_3=2779
++ UP_PD_PEER_PORT_3=2780
++ DOWN_PD_HOST=127.0.0.1
++ DOWN_PD_PORT=2479
++ DOWN_PD_PEER_PORT=2480
++ TLS_PD_HOST=127.0.0.1
++ TLS_PD_PORT=2579
++ TLS_PD_PEER_PORT=2580
++ UP_TIKV_HOST_1=127.0.0.1
++ UP_TIKV_PORT_1=20160
++ UP_TIKV_STATUS_PORT_1=20181
++ UP_TIKV_HOST_2=127.0.0.1
++ UP_TIKV_PORT_2=20161
++ UP_TIKV_STATUS_PORT_2=20182
++ UP_TIKV_HOST_3=127.0.0.1
++ UP_TIKV_PORT_3=20162
++ UP_TIKV_STATUS_PORT_3=20183
++ DOWN_TIKV_HOST=127.0.0.1
++ DOWN_TIKV_PORT=21160
++ DOWN_TIKV_STATUS_PORT=21180
++ TLS_TIKV_HOST=127.0.0.1
++ TLS_TIKV_PORT=22160
++ TLS_TIKV_STATUS_PORT=22180
+++ cat /tmp/tidb_cdc_test/KAFKA_VERSION
+++ echo 2.4.1
++ KAFKA_VERSION=2.4.1
+ WORK_DIR=/tmp/tidb_cdc_test/synced_status
+ CDC_BINARY=cdc.test
+ SINK_TYPE=kafka
+ CDC_COUNT=3
+ DB_COUNT=4
+ trap stop_tidb_cluster EXIT
+ run_normal_case_and_unavailable_pd conf/changefeed.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status
+ mkdir -p /tmp/tidb_cdc_test/synced_status
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status
The 1 times to try to start tidb cluster...
table test.finish_mark not exists for 5-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/synced_status
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/simple
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table test.finish_mark not exists for 6-th check, retry later
Verifying downstream PD is started...
table test.finish_mark not exists for 7-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table test1.finishmark exists
[2024/05/06 13:29:58.526 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=3030946575]
[2024/05/06 13:29:58.529 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t2] [checkSum=718014124]
[2024/05/06 13:29:58.534 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t3] [checkSum=718014124]
[2024/05/06 13:29:58.538 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.finishmark] [checkSum=0]
[2024/05/06 13:29:58.540 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.t1] [checkSum=718014124]
[2024/05/06 13:29:58.541 +08:00] [INFO] [main.go:107] ["get checksum for the upstream success"] [elapsed=20.16332ms]
[2024/05/06 13:29:58.544 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=3030946575]
[2024/05/06 13:29:58.546 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t2] [checkSum=718014124]
[2024/05/06 13:29:58.548 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t3] [checkSum=718014124]
[2024/05/06 13:29:58.553 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.finishmark] [checkSum=0]
[2024/05/06 13:29:58.555 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.t1] [checkSum=718014124]
[2024/05/06 13:29:58.555 +08:00] [INFO] [main.go:116] ["get checksum for the downstream success"] [elapsed=14.250415ms]
[2024/05/06 13:29:58.555 +08:00] [INFO] [main.go:95] ["compare checksum passed"]
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:30:00 CST 2024] <<<<<< run test case kafka_column_selector success! >>>>>>
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2024/05/06 13:29:56.273 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"]
[2024/05/06 13:29:56.448 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/06 13:29:56.471 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/06 13:29:56.612 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/06 13:29:56.613 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/06 13:29:56.632 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/06 13:29:56.633 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/06 13:29:56.783 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[2024/05/06 13:29:56.813 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/06 13:29:57.966 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/06 13:29:57.968 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/06 13:29:58.007 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/06 13:29:58.008 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/06 13:29:58.124 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[2024/05/06 13:29:58.174 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/06 13:29:58.286 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/06 13:29:58.288 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/06 13:29:58.347 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/06 13:29:58.348 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/06 13:29:58.459 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/06 13:29:58.524 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
[2024/05/06 13:29:59.650 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/06 13:29:59.652 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
[2024/05/06 13:29:59.705 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/06 13:29:59.706 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/06 13:29:59.815 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/06 13:29:59.864 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/06 13:29:59.979 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/06 13:29:59.980 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/06 13:30:00.035 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/06 13:30:00.036 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/06 13:30:00.141 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/06 13:30:01.239 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
table test.finish_mark not exists for 8-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:30:06.786 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"]
table test.finish_mark not exists for 9-th check, retry later
[2024/05/06 13:30:07.033 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/06 13:30:07.034 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/06 13:30:07.215 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/06 13:30:07.216 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/06 13:30:07.221 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/06 13:30:07.222 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/06 13:30:07.395 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[2024/05/06 13:30:07.412 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/06 13:30:07.570 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/06 13:30:07.572 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/06 13:30:07.586 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/06 13:30:07.588 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/06 13:30:07.735 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[2024/05/06 13:30:07.759 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/06 13:30:07.913 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/06 13:30:07.915 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/06 13:30:07.929 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/06 13:30:07.931 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:30:08.105 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/06 13:30:08.116 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:30:08.284 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/06 13:30:08.285 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/06 13:30:08.452 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:30:08.532 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/06 13:30:08.539 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
[2024/05/06 13:30:08.625 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/06 13:30:08.630 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/06 13:30:08.714 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/06 13:30:08.787 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/06 13:30:08.892 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/06 13:30:08.898 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/06 13:30:08.953 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/06 13:30:08.958 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/06 13:30:09.073 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/06 13:30:09.124 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/06 13:30:09.253 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/06 13:30:09.258 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/06 13:30:09.285 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/06 13:30:09.291 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
[2024/05/06 13:30:09.421 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/06 13:30:09.447 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
table test.finish_mark not exists for 10-th check, retry later
[2024/05/06 13:30:09.593 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/06 13:30:09.599 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/06 13:30:09.630 +08:00] [INFO] [main.go:220] ["0 insert success: 1600"]
[2024/05/06 13:30:09.636 +08:00] [INFO] [main.go:234] ["0 delete success: 800"]
[2024/05/06 13:30:09.770 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/06 13:30:09.811 +08:00] [INFO] [main.go:220] ["0 insert success: 1700"]
[2024/05/06 13:30:09.941 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/06 13:30:09.946 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
[2024/05/06 13:30:09.990 +08:00] [INFO] [main.go:220] ["0 insert success: 1800"]
[2024/05/06 13:30:09.999 +08:00] [INFO] [main.go:234] ["0 delete success: 900"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:30:10.109 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
[2024/05/06 13:30:10.160 +08:00] [INFO] [main.go:220] ["0 insert success: 1900"]
[2024/05/06 13:30:10.278 +08:00] [INFO] [main.go:220] ["1 insert success: 1800"]
[2024/05/06 13:30:10.283 +08:00] [INFO] [main.go:234] ["1 delete success: 900"]
[2024/05/06 13:30:10.338 +08:00] [INFO] [main.go:220] ["0 insert success: 2000"]
[2024/05/06 13:30:10.348 +08:00] [INFO] [main.go:234] ["0 delete success: 1000"]
[2024/05/06 13:30:10.446 +08:00] [INFO] [main.go:220] ["1 insert success: 1900"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:30:10.521 +08:00] [INFO] [main.go:220] ["0 insert success: 2100"]
[2024/05/06 13:30:10.609 +08:00] [INFO] [main.go:220] ["1 insert success: 2000"]
[2024/05/06 13:30:10.614 +08:00] [INFO] [main.go:234] ["1 delete success: 1000"]
[2024/05/06 13:30:10.693 +08:00] [INFO] [main.go:220] ["0 insert success: 2200"]
[2024/05/06 13:30:10.704 +08:00] [INFO] [main.go:234] ["0 delete success: 1100"]
[2024/05/06 13:30:10.770 +08:00] [INFO] [main.go:220] ["1 insert success: 2100"]
[2024/05/06 13:30:10.865 +08:00] [INFO] [main.go:220] ["0 insert success: 2300"]
[2024/05/06 13:30:10.943 +08:00] [INFO] [main.go:220] ["1 insert success: 2200"]
[2024/05/06 13:30:10.948 +08:00] [INFO] [main.go:234] ["1 delete success: 1100"]
[2024/05/06 13:30:11.042 +08:00] [INFO] [main.go:220] ["0 insert success: 2400"]
[2024/05/06 13:30:11.054 +08:00] [INFO] [main.go:234] ["0 delete success: 1200"]
[2024/05/06 13:30:11.113 +08:00] [INFO] [main.go:220] ["1 insert success: 2300"]
[2024/05/06 13:30:11.213 +08:00] [INFO] [main.go:220] ["0 insert success: 2500"]
[2024/05/06 13:30:11.284 +08:00] [INFO] [main.go:220] ["1 insert success: 2400"]
[2024/05/06 13:30:11.292 +08:00] [INFO] [main.go:234] ["1 delete success: 1200"]
[2024/05/06 13:30:11.384 +08:00] [INFO] [main.go:220] ["0 insert success: 2600"]
[2024/05/06 13:30:11.395 +08:00] [INFO] [main.go:234] ["0 delete success: 1300"]
[2024/05/06 13:30:11.447 +08:00] [INFO] [main.go:220] ["1 insert success: 2500"]
table test.finish_mark not exists for 11-th check, retry later
[2024/05/06 13:30:11.547 +08:00] [INFO] [main.go:220] ["0 insert success: 2700"]
[2024/05/06 13:30:11.620 +08:00] [INFO] [main.go:220] ["1 insert success: 2600"]
[2024/05/06 13:30:11.633 +08:00] [INFO] [main.go:234] ["1 delete success: 1300"]
[2024/05/06 13:30:11.783 +08:00] [INFO] [main.go:220] ["0 insert success: 2800"]
[2024/05/06 13:30:11.785 +08:00] [INFO] [main.go:220] ["1 insert success: 2700"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31861acc0007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:21972, start at 2024-05-06 13:30:11.002576665 +0800 CST m=+5.257650147	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:11.008 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:10.995 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:10.995 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318621400012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:13706, start at 2024-05-06 13:30:11.426846233 +0800 CST m=+5.109395985	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:11.434 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:11.408 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:11.408 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318621400012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:13706, start at 2024-05-06 13:30:11.426846233 +0800 CST m=+5.109395985	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:11.434 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:11.408 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:11.408 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318622c00015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:13784, start at 2024-05-06 13:30:11.540309765 +0800 CST m=+5.169460962	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:11.546 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:11.504 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:11.504 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table test.finish_mark exists
check diff successfully
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31861acc0007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:21972, start at 2024-05-06 13:30:11.002576665 +0800 CST m=+5.257650147	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:11.008 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:10.995 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:10.995 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31861c440018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:22059, start at 2024-05-06 13:30:11.137082062 +0800 CST m=+5.330095199	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:11.144 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:11.138 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:11.138 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/simple/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/simple/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/simple/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/simple/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/simple/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318631e40016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:17657, start at 2024-05-06 13:30:12.514245854 +0800 CST m=+6.515764513	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:12.520 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:12.524 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:12.524 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318631e40016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:17657, start at 2024-05-06 13:30:12.514245854 +0800 CST m=+6.515764513	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:12.520 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:12.524 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:12.524 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318620980010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:17740, start at 2024-05-06 13:30:11.385232044 +0800 CST m=+5.332184218	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:11.392 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:11.366 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:11.366 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ cd /tmp/tidb_cdc_test/synced_status_with_redo
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.15173.out cli tso query --pd=http://127.0.0.1:2379
+ cd /tmp/tidb_cdc_test/synced_status
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.19150.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449569990891012097
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569990891012097 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449569990891012097
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test
[Mon May  6 13:30:16 CST 2024] <<<<<< START cdc server in synced_status_with_redo case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ GO_FAILPOINTS=
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1521215214.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.23405.out cli tso query --pd=http://127.0.0.1:2379
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector/run.sh: line 1: 17092 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1  (wd: /tmp/tidb_cdc_test/kafka_column_selector)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/run.sh using Sink-Type: kafka... <<=================
Starting schema registry...
* About to connect() to 127.0.0.1 port 8088 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8088; Connection refused
* Closing connection 0
* About to connect() to 127.0.0.1 port 8088 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8088; Connection refused
* Closing connection 0
+ set +x
+ tso='449569991267450881
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569991267450881 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:30:18 CST 2024] <<<<<< START cdc server in simple case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.2345223454.out server --log-file /tmp/tidb_cdc_test/simple/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/simple/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2024/05/06 13:30:17.695 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"]
[2024/05/06 13:30:17.881 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/06 13:30:17.972 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/06 13:30:18.035 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/06 13:30:18.037 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/06 13:30:18.129 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/06 13:30:18.131 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/06 13:30:18.196 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
+ set +x
+ tso='449569991340589057
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449569991340589057 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449569991340589057
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test
[Mon May  6 13:30:18 CST 2024] <<<<<< START cdc server in synced_status case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.1919019192.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2024/05/06 13:30:18.309 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/06 13:30:18.376 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/06 13:30:18.378 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/06 13:30:18.491 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/06 13:30:18.493 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/06 13:30:18.552 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[2024/05/06 13:30:18.663 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/06 13:30:18.726 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/06 13:30:18.728 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
* About to connect() to 127.0.0.1 port 8088 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8088 (#0)
> GET / HTTP/1.1
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8088
> Accept: */*
> 
[2024/05/06 13:30:18.837 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/06 13:30:18.839 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/06 13:30:18.895 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/06 13:30:19.018 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:30:18 GMT
< Content-Type: application/vnd.schemaregistry.v1+json
< Vary: Accept-Encoding, User-Agent
< Content-Length: 2
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    49  100    24  100    25    359    374 --:--:-- --:--:-- --:--:--   378
{"compatibility":"NONE"}The 1 times to try to start tidb cluster...
[2024/05/06 13:30:19.085 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:30:19 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/23da2eaa-2173-427c-bfbc-422c6f7c3fa9
	{"id":"23da2eaa-2173-427c-bfbc-422c6f7c3fa9","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973416}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6154bbd3
	23da2eaa-2173-427c-bfbc-422c6f7c3fa9

/tidb/cdc/default/default/upstream/7365754674469951528
	{"id":7365754674469951528,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/23da2eaa-2173-427c-bfbc-422c6f7c3fa9
	{"id":"23da2eaa-2173-427c-bfbc-422c6f7c3fa9","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973416}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6154bbd3
	23da2eaa-2173-427c-bfbc-422c6f7c3fa9

/tidb/cdc/default/default/upstream/7365754674469951528
	{"id":7365754674469951528,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/23da2eaa-2173-427c-bfbc-422c6f7c3fa9
	{"id":"23da2eaa-2173-427c-bfbc-422c6f7c3fa9","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973416}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6154bbd3
	23da2eaa-2173-427c-bfbc-422c6f7c3fa9

/tidb/cdc/default/default/upstream/7365754674469951528
	{"id":7365754674469951528,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed-redo.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449569990891012097 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.15279.out cli changefeed create --start-ts=449569990891012097 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7365754674469951528,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:30:19.942094688+08:00","start_ts":449569990891012097,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569990891012097,"checkpoint_ts":449569990891012097,"checkpoint_time":"2024-05-06 13:30:14.959"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
[2024/05/06 13:30:19.922 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
[2024/05/06 13:30:20.105 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/06 13:30:20.106 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/06 13:30:20.108 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/06 13:30:20.282 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/06 13:30:20.282 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/06 13:30:20.284 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/06 13:30:20.461 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/06 13:30:20.461 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/06 13:30:20.463 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/06 13:30:20.640 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/06 13:30:20.642 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/06 13:30:20.643 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/06 13:30:20.821 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/06 13:30:20.825 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/06 13:30:20.827 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/06 13:30:21.003 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/06 13:30:21.005 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/06 13:30:21.006 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/06 13:30:21.176 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/06 13:30:21.181 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/06 13:30:21.183 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:30:21 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/46d81b7c-6f6c-4326-b9c8-3eda232e4390
	{"id":"46d81b7c-6f6c-4326-b9c8-3eda232e4390","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973418}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c615c4bee
	46d81b7c-6f6c-4326-b9c8-3eda232e4390

/tidb/cdc/default/default/upstream/7365754678787219123
	{"id":7365754678787219123,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/46d81b7c-6f6c-4326-b9c8-3eda232e4390
	{"id":"46d81b7c-6f6c-4326-b9c8-3eda232e4390","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973418}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c615c4bee
	46d81b7c-6f6c-4326-b9c8-3eda232e4390

/tidb/cdc/default/default/upstream/7365754678787219123
	{"id":7365754678787219123,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/46d81b7c-6f6c-4326-b9c8-3eda232e4390
	{"id":"46d81b7c-6f6c-4326-b9c8-3eda232e4390","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973418}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c615c4bee
	46d81b7c-6f6c-4326-b9c8-3eda232e4390

/tidb/cdc/default/default/upstream/7365754678787219123
	{"id":7365754678787219123,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.23510.out cli changefeed create --start-ts=449569991267450881 '--sink-uri=kafka+ssl://127.0.0.1:9092/ticdc-simple-test-553?protocol=open-protocol&partition-num=4&kafka-client-id=cdc_test_simple&kafka-version=2.4.1&max-message-bytes=10485760'
[2024/05/06 13:30:21.353 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/06 13:30:21.354 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
[2024/05/06 13:30:21.354 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
+ set +x
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:30:21 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/20a39322-8ec0-4265-acfc-a9e7fc58ad9d
	{"id":"20a39322-8ec0-4265-acfc-a9e7fc58ad9d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973418}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c615b3bd7
	20a39322-8ec0-4265-acfc-a9e7fc58ad9d

/tidb/cdc/default/default/upstream/7365754667001498356
	{"id":7365754667001498356,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/20a39322-8ec0-4265-acfc-a9e7fc58ad9d
	{"id":"20a39322-8ec0-4265-acfc-a9e7fc58ad9d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973418}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c615b3bd7
	20a39322-8ec0-4265-acfc-a9e7fc58ad9d

/tidb/cdc/default/default/upstream/7365754667001498356
	{"id":7365754667001498356,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/20a39322-8ec0-4265-acfc-a9e7fc58ad9d
	{"id":"20a39322-8ec0-4265-acfc-a9e7fc58ad9d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973418}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c615b3bd7
	20a39322-8ec0-4265-acfc-a9e7fc58ad9d

/tidb/cdc/default/default/upstream/7365754667001498356
	{"id":7365754667001498356,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449569991340589057 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.19247.out cli changefeed create --start-ts=449569991340589057 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
Create changefeed successfully!
ID: dee77f2c-c09e-4854-92a0-d74a8dc8738b
Info: {"upstream_id":7365754678787219123,"namespace":"default","id":"dee77f2c-c09e-4854-92a0-d74a8dc8738b","sink_uri":"kafka+ssl://127.0.0.1:9092/ticdc-simple-test-553?protocol=open-protocol\u0026partition-num=4\u0026kafka-client-id=cdc_test_simple\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:30:21.618691972+08:00","start_ts":449569991267450881,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569991267450881,"checkpoint_ts":449569991267450881,"checkpoint_time":"2024-05-06 13:30:16.395"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[2024/05/06 13:30:21.543 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
[2024/05/06 13:30:21.544 +08:00] [INFO] [main.go:220] ["0 insert success: 1600"]
[2024/05/06 13:30:21.545 +08:00] [INFO] [main.go:234] ["0 delete success: 800"]
[2024/05/06 13:30:21.712 +08:00] [INFO] [main.go:220] ["1 insert success: 1800"]
[2024/05/06 13:30:21.714 +08:00] [INFO] [main.go:234] ["1 delete success: 900"]
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7365754667001498356,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:30:21.679589428+08:00","start_ts":449569991340589057,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569991340589057,"checkpoint_ts":449569991340589057,"checkpoint_time":"2024-05-06 13:30:16.674"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[2024/05/06 13:30:21.763 +08:00] [INFO] [main.go:220] ["0 insert success: 1700"]
[2024/05/06 13:30:21.892 +08:00] [INFO] [main.go:220] ["1 insert success: 1900"]
[2024/05/06 13:30:21.943 +08:00] [INFO] [main.go:220] ["0 insert success: 1800"]
[2024/05/06 13:30:21.945 +08:00] [INFO] [main.go:234] ["0 delete success: 900"]
[2024/05/06 13:30:22.059 +08:00] [INFO] [main.go:220] ["1 insert success: 2000"]
[2024/05/06 13:30:22.061 +08:00] [INFO] [main.go:234] ["1 delete success: 1000"]
[2024/05/06 13:30:22.105 +08:00] [INFO] [main.go:220] ["0 insert success: 1900"]
[2024/05/06 13:30:22.219 +08:00] [INFO] [main.go:220] ["1 insert success: 2100"]
[2024/05/06 13:30:22.266 +08:00] [INFO] [main.go:220] ["0 insert success: 2000"]
[2024/05/06 13:30:22.268 +08:00] [INFO] [main.go:234] ["0 delete success: 1000"]
[2024/05/06 13:30:22.396 +08:00] [INFO] [main.go:220] ["1 insert success: 2200"]
[2024/05/06 13:30:22.398 +08:00] [INFO] [main.go:234] ["1 delete success: 1100"]
[2024/05/06 13:30:22.446 +08:00] [INFO] [main.go:220] ["0 insert success: 2100"]
[2024/05/06 13:30:22.564 +08:00] [INFO] [main.go:220] ["1 insert success: 2300"]
[2024/05/06 13:30:22.612 +08:00] [INFO] [main.go:220] ["0 insert success: 2200"]
[2024/05/06 13:30:22.614 +08:00] [INFO] [main.go:234] ["0 delete success: 1100"]
+ set +x
[Mon May  6 13:30:23 CST 2024] <<<<<< START kafka consumer in simple case >>>>>>
succeed to verify meta placement rules
+ set +x
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   3111      0 --:--:-- --:--:-- --:--:--  3157
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2024-05-06 13:30:16.674","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2024-05-06 13:30:23.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:30:16.674","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:30:23.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:30:16.674","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:30:23.000","info":"Data' syncing is 'finished"}'
++ jq -r .sink_checkpoint_ts
ERROR 1146 (42S02) at line 1: Table 'test.simple1' doesn't exist
check data failed 1-th time, retry later
+ sink_checkpoint_ts='2024-05-06 13:30:16.674'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:30:16.674","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:30:23.000","info":"Data' syncing is 'finished"}'
++ jq -r .puller_resolved_ts
+ puller_resolved_ts='1970-01-01 08:00:00.000'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:30:16.674","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:30:23.000","info":"Data' syncing is 'finished"}'
++ jq -r .last_synced_ts
+ last_synced_ts='1970-01-01 08:00:00.000'
+ '[' true '!=' true ']'
+ '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']'
+ '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']'
++ date '+%Y-%m-%d %H:%M:%S'
+ current='2024-05-06 13:30:23'
+ echo 'sink_checkpoint_ts is 2024-05-06' 13:30:16.674
sink_checkpoint_ts is 2024-05-06 13:30:16.674
++ date -d '2024-05-06 13:30:16.674' +%s
+ checkpoint_timestamp=1714973416
++ date -d '2024-05-06 13:30:23' +%s
+ current_timestamp=1714973423
+ '[' 7 -gt 300 ']'
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
table test.t1 exists
+ sleep 5
table test.finish_mark not exists for 1-th check, retry later
ERROR 1146 (42S02) at line 1: Table 'test.simple1' doesn't exist
check data failed 2-th time, retry later
table test.t1 exists
+ sleep 5
table test.finish_mark not exists for 2-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/kafka_column_selector_avro
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1'
____________________________________
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
check data failed 3-th time, retry later
table test.finish_mark not exists for 3-th check, retry later
+ kill_tikv
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
+ info='jenkins    13007 23.7  0.5 4694056 2199888 ?     Sl   13:30   0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv1
jenkins    13008 31.3  0.5 4733992 2271292 ?     Sl   13:30   0:07 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv2
jenkins    13009 23.6  0.5 4694564 2221696 ?     Sl   13:30   0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv3
jenkins    13011 30.1  0.5 4721704 2265136 ?     Sl   13:30   0:07 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down'
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
++ awk '{print $2}'
++ xargs kill -9
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   1592      0 --:--:-- --:--:-- --:--:--  1588
100   243  100   243    0     0   1591      0 --:--:-- --:--:-- --:--:--  1588
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:30:27.359","puller_resolved_ts":"2024-05-06 13:30:21.409","last_synced_ts":"2024-05-06 13:30:21.458","now_ts":"2024-05-06 13:30:28.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:30:27.359","puller_resolved_ts":"2024-05-06' '13:30:21.409","last_synced_ts":"2024-05-06' '13:30:21.458","now_ts":"2024-05-06' '13:30:28.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:30:27.359","puller_resolved_ts":"2024-05-06' '13:30:21.409","last_synced_ts":"2024-05-06' '13:30:21.458","now_ts":"2024-05-06' '13:30:28.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ target_message='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
[2024/05/06 13:30:29.086 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"]
[2024/05/06 13:30:29.275 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/06 13:30:29.280 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/06 13:30:29.445 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/06 13:30:29.447 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/06 13:30:29.452 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/06 13:30:29.454 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
check data successfully
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2024/05/06 13:30:29.621 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[2024/05/06 13:30:29.629 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/06 13:30:29.797 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/06 13:30:29.799 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/06 13:30:29.800 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/06 13:30:29.801 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/06 13:30:29.967 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/06 13:30:29.981 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
wait process cdc.test exit for 1-th time...
[2024/05/06 13:30:30.136 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/06 13:30:30.138 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/06 13:30:30.153 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/06 13:30:30.154 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/06 13:30:30.309 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
[2024/05/06 13:30:30.329 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/06 13:30:30.482 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/06 13:30:30.484 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/06 13:30:30.517 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/06 13:30:30.519 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
wait process cdc.test exit for 2-th time...
[2024/05/06 13:30:30.655 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/06 13:30:30.690 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/06 13:30:30.824 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/06 13:30:30.826 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/06 13:30:30.866 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/06 13:30:30.868 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:30:30 CST 2024] <<<<<< run test case simple success! >>>>>>
table test.finish_mark not exists for 4-th check, retry later
[2024/05/06 13:30:31.002 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/06 13:30:31.050 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   7923      0 --:--:-- --:--:-- --:--:--  8100
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:30:29.474","puller_resolved_ts":"2024-05-06 13:30:23.373","last_synced_ts":"2024-05-06 13:30:23.423","now_ts":"2024-05-06 13:30:30.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:30:29.474","puller_resolved_ts":"2024-05-06' '13:30:23.373","last_synced_ts":"2024-05-06' '13:30:23.423","now_ts":"2024-05-06' '13:30:30.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:30:29.474","puller_resolved_ts":"2024-05-06' '13:30:23.373","last_synced_ts":"2024-05-06' '13:30:23.423","now_ts":"2024-05-06' '13:30:30.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
[2024/05/06 13:30:31.184 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/06 13:30:31.186 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/06 13:30:31.242 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/06 13:30:31.245 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/06 13:30:31.363 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/06 13:30:31.427 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/06 13:30:31.539 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/06 13:30:31.541 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
[2024/05/06 13:30:31.625 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/06 13:30:31.627 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:30:31.722 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
[2024/05/06 13:30:31.816 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/06 13:30:31.902 +08:00] [INFO] [main.go:220] ["0 insert success: 1600"]
[2024/05/06 13:30:31.904 +08:00] [INFO] [main.go:234] ["0 delete success: 800"]
[2024/05/06 13:30:32.005 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/06 13:30:32.007 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
[2024/05/06 13:30:32.074 +08:00] [INFO] [main.go:220] ["0 insert success: 1700"]
[2024/05/06 13:30:32.202 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
[2024/05/06 13:30:32.264 +08:00] [INFO] [main.go:220] ["0 insert success: 1800"]
[2024/05/06 13:30:32.266 +08:00] [INFO] [main.go:234] ["0 delete success: 900"]
[2024/05/06 13:30:32.393 +08:00] [INFO] [main.go:220] ["1 insert success: 1800"]
[2024/05/06 13:30:32.395 +08:00] [INFO] [main.go:234] ["1 delete success: 900"]
[2024/05/06 13:30:32.444 +08:00] [INFO] [main.go:220] ["0 insert success: 1900"]
[2024/05/06 13:30:32.627 +08:00] [INFO] [main.go:220] ["1 insert success: 1900"]
[2024/05/06 13:30:32.665 +08:00] [INFO] [main.go:220] ["0 insert success: 2000"]
[2024/05/06 13:30:32.667 +08:00] [INFO] [main.go:234] ["0 delete success: 1000"]
table test.finish_mark exists
check diff successfully
[2024/05/06 13:30:32.817 +08:00] [INFO] [main.go:220] ["1 insert success: 2000"]
[2024/05/06 13:30:32.819 +08:00] [INFO] [main.go:234] ["1 delete success: 1000"]
[2024/05/06 13:30:32.856 +08:00] [INFO] [main.go:220] ["0 insert success: 2100"]
wait process cdc.test exit for 1-th time...
[2024/05/06 13:30:33.016 +08:00] [INFO] [main.go:220] ["1 insert success: 2100"]
[2024/05/06 13:30:33.046 +08:00] [INFO] [main.go:220] ["0 insert success: 2200"]
[2024/05/06 13:30:33.048 +08:00] [INFO] [main.go:234] ["0 delete success: 1100"]
[2024/05/06 13:30:33.201 +08:00] [INFO] [main.go:220] ["1 insert success: 2200"]
[2024/05/06 13:30:33.202 +08:00] [INFO] [main.go:234] ["1 delete success: 1100"]
[2024/05/06 13:30:33.226 +08:00] [INFO] [main.go:220] ["0 insert success: 2300"]
[2024/05/06 13:30:33.392 +08:00] [INFO] [main.go:220] ["1 insert success: 2300"]
[2024/05/06 13:30:33.410 +08:00] [INFO] [main.go:220] ["0 insert success: 2400"]
[2024/05/06 13:30:33.412 +08:00] [INFO] [main.go:234] ["0 delete success: 1200"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process cdc.test exit for 2-th time...
[2024/05/06 13:30:33.583 +08:00] [INFO] [main.go:220] ["1 insert success: 2400"]
[2024/05/06 13:30:33.585 +08:00] [INFO] [main.go:234] ["1 delete success: 1200"]
[2024/05/06 13:30:33.595 +08:00] [INFO] [main.go:220] ["0 insert success: 2500"]
[2024/05/06 13:30:33.775 +08:00] [INFO] [main.go:220] ["0 insert success: 2600"]
[2024/05/06 13:30:33.777 +08:00] [INFO] [main.go:234] ["0 delete success: 1300"]
[2024/05/06 13:30:33.781 +08:00] [INFO] [main.go:220] ["1 insert success: 2500"]
[2024/05/06 13:30:33.960 +08:00] [INFO] [main.go:220] ["0 insert success: 2700"]
[2024/05/06 13:30:33.973 +08:00] [INFO] [main.go:220] ["1 insert success: 2600"]
[2024/05/06 13:30:33.975 +08:00] [INFO] [main.go:234] ["1 delete success: 1300"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:30:34 CST 2024] <<<<<< run test case canal_json_content_compatible success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3187aa380013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:30964, start at 2024-05-06 13:30:36.594610921 +0800 CST m=+5.090734106	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:36.603 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:36.609 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:36.609 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3187aa380013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:30964, start at 2024-05-06 13:30:36.594610921 +0800 CST m=+5.090734106	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:36.603 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:36.609 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:36.609 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3187ad400010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:31041, start at 2024-05-06 13:30:36.769609943 +0800 CST m=+5.218291032	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:36.778 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:36.752 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:36.752 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Mon May  6 13:30:39 CST 2024] <<<<<< START cdc server in kafka_column_selector_avro case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector_avro.3247032472.out server --log-file /tmp/tidb_cdc_test/kafka_column_selector_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_column_selector_avro/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2024/05/06 13:30:39.976 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"]
[2024/05/06 13:30:40.164 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/06 13:30:40.176 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/06 13:30:40.327 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/06 13:30:40.327 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/06 13:30:40.353 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/06 13:30:40.355 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/06 13:30:40.483 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/06 13:30:40.524 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[2024/05/06 13:30:40.644 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/06 13:30:40.644 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/06 13:30:40.683 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/06 13:30:40.685 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/06 13:30:40.801 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/06 13:30:40.842 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[2024/05/06 13:30:40.956 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/06 13:30:40.956 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/06 13:30:41.014 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/06 13:30:41.016 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/06 13:30:41.131 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
[2024/05/06 13:30:41.188 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/06 13:30:41.299 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/06 13:30:41.300 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/06 13:30:41.368 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/06 13:30:41.370 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
[2024/05/06 13:30:41.458 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/06 13:30:41.533 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/06 13:30:41.623 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/06 13:30:41.624 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/06 13:30:41.708 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/06 13:30:41.710 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/06 13:30:41.793 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/06 13:30:41.884 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/06 13:30:41.967 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/06 13:30:41.968 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/06 13:30:42.067 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/06 13:30:42.068 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/06 13:30:42.125 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/06 13:30:42.248 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/06 13:30:42.297 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
[2024/05/06 13:30:42.298 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/06 13:30:42.420 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/06 13:30:42.422 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/06 13:30:42.472 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
[2024/05/06 13:30:42.595 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/06 13:30:42.632 +08:00] [INFO] [main.go:234] ["0 delete success: 800"]
[2024/05/06 13:30:42.633 +08:00] [INFO] [main.go:220] ["0 insert success: 1600"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
[2024/05/06 13:30:42.779 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/06 13:30:42.781 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
[2024/05/06 13:30:42.809 +08:00] [INFO] [main.go:220] ["0 insert success: 1700"]
[2024/05/06 13:30:42.953 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
[2024/05/06 13:30:42.974 +08:00] [INFO] [main.go:234] ["0 delete success: 900"]
[2024/05/06 13:30:42.974 +08:00] [INFO] [main.go:220] ["0 insert success: 1800"]
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc_server_tips/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:30:42 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/44d6285c-e651-419d-a7b7-66152f22fd64
	{"id":"44d6285c-e651-419d-a7b7-66152f22fd64","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973440}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c61c2e5c7
	44d6285c-e651-419d-a7b7-66152f22fd64

/tidb/cdc/default/default/upstream/7365754787983436901
	{"id":7365754787983436901,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/44d6285c-e651-419d-a7b7-66152f22fd64
	{"id":"44d6285c-e651-419d-a7b7-66152f22fd64","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973440}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c61c2e5c7
	44d6285c-e651-419d-a7b7-66152f22fd64

/tidb/cdc/default/default/upstream/7365754787983436901
	{"id":7365754787983436901,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/44d6285c-e651-419d-a7b7-66152f22fd64
	{"id":"44d6285c-e651-419d-a7b7-66152f22fd64","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973440}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c61c2e5c7
	44d6285c-e651-419d-a7b7-66152f22fd64

/tidb/cdc/default/default/upstream/7365754787983436901
	{"id":7365754787983436901,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector_avro.cli.32533.out cli changefeed create --start-ts=449569997418135553 '--sink-uri=kafka://127.0.0.1:9092/column-selector-avro-test?protocol=avro&enable-tidb-extension=true&avro-enable-watermark=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/conf/changefeed.toml --schema-registry=http://127.0.0.1:8088
[2024/05/06 13:30:43.126 +08:00] [INFO] [main.go:220] ["1 insert success: 1800"]
[2024/05/06 13:30:43.128 +08:00] [INFO] [main.go:234] ["1 delete success: 900"]
[2024/05/06 13:30:43.135 +08:00] [INFO] [main.go:220] ["0 insert success: 1900"]
Create changefeed successfully!
ID: test
Info: {"upstream_id":7365754787983436901,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/column-selector-avro-test?protocol=avro\u0026enable-tidb-extension=true\u0026avro-enable-watermark=true","create_time":"2024-05-06T13:30:43.455871591+08:00","start_ts":449569997418135553,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"avro","schema_registry":"http://127.0.0.1:8088","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"column_selectors":[{"matcher":["test.*"],"columns":["*","!b"]}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449569997418135553,"checkpoint_ts":449569997418135553,"checkpoint_time":"2024-05-06 13:30:39.858"}
PASS
[2024/05/06 13:30:43.312 +08:00] [INFO] [main.go:234] ["0 delete success: 1000"]
[2024/05/06 13:30:43.313 +08:00] [INFO] [main.go:220] ["0 insert success: 2000"]
[2024/05/06 13:30:43.315 +08:00] [INFO] [main.go:220] ["1 insert success: 1900"]
[2024/05/06 13:30:43.489 +08:00] [INFO] [main.go:220] ["0 insert success: 2100"]
[2024/05/06 13:30:43.495 +08:00] [INFO] [main.go:220] ["1 insert success: 2000"]
[2024/05/06 13:30:43.497 +08:00] [INFO] [main.go:234] ["1 delete success: 1000"]
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
[2024/05/06 13:30:43.657 +08:00] [INFO] [main.go:234] ["0 delete success: 1100"]
[2024/05/06 13:30:43.658 +08:00] [INFO] [main.go:220] ["0 insert success: 2200"]
[2024/05/06 13:30:43.674 +08:00] [INFO] [main.go:220] ["1 insert success: 2100"]
[2024/05/06 13:30:43.826 +08:00] [INFO] [main.go:220] ["0 insert success: 2300"]
[2024/05/06 13:30:43.856 +08:00] [INFO] [main.go:220] ["1 insert success: 2200"]
[2024/05/06 13:30:43.859 +08:00] [INFO] [main.go:234] ["1 delete success: 1100"]
[2024/05/06 13:30:43.992 +08:00] [INFO] [main.go:234] ["0 delete success: 1200"]
[2024/05/06 13:30:43.992 +08:00] [INFO] [main.go:220] ["0 insert success: 2400"]
[2024/05/06 13:30:44.036 +08:00] [INFO] [main.go:220] ["1 insert success: 2300"]
[2024/05/06 13:30:44.161 +08:00] [INFO] [main.go:220] ["0 insert success: 2500"]
[2024/05/06 13:30:44.212 +08:00] [INFO] [main.go:220] ["1 insert success: 2400"]
[2024/05/06 13:30:44.214 +08:00] [INFO] [main.go:234] ["1 delete success: 1200"]
[2024/05/06 13:30:44.326 +08:00] [INFO] [main.go:234] ["0 delete success: 1300"]
[2024/05/06 13:30:44.327 +08:00] [INFO] [main.go:220] ["0 insert success: 2600"]
[2024/05/06 13:30:44.377 +08:00] [INFO] [main.go:220] ["1 insert success: 2500"]
[2024/05/06 13:30:44.497 +08:00] [INFO] [main.go:220] ["0 insert success: 2700"]
[2024/05/06 13:30:44.557 +08:00] [INFO] [main.go:220] ["1 insert success: 2600"]
[2024/05/06 13:30:44.559 +08:00] [INFO] [main.go:234] ["1 delete success: 1300"]
[2024/05/06 13:30:44.672 +08:00] [INFO] [main.go:234] ["0 delete success: 1400"]
[2024/05/06 13:30:44.673 +08:00] [INFO] [main.go:220] ["0 insert success: 2800"]
[2024/05/06 13:30:44.732 +08:00] [INFO] [main.go:220] ["1 insert success: 2700"]
[2024/05/06 13:30:44.843 +08:00] [INFO] [main.go:220] ["0 insert success: 2900"]
[2024/05/06 13:30:44.902 +08:00] [INFO] [main.go:220] ["1 insert success: 2800"]
[2024/05/06 13:30:44.903 +08:00] [INFO] [main.go:234] ["1 delete success: 1400"]
+ set +x
[Mon May  6 13:30:44 CST 2024] <<<<<< START kafka consumer in kafka_column_selector_avro case >>>>>>
consumer replica config found: /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/conf/changefeed.toml
schema registry uri found: http://127.0.0.1:8088
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Starting build checksum checker...
table test.finishmark not exists for 1-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/multi_topics
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table test.finishmark not exists for 2-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/cdc_server_tips
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table test.finishmark exists
[2024/05/06 13:30:51.018 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.finishmark] [checkSum=0]
[2024/05/06 13:30:51.020 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=718014124]
[2024/05/06 13:30:51.020 +08:00] [INFO] [main.go:107] ["get checksum for the upstream success"] [elapsed=9.32299ms]
[2024/05/06 13:30:51.026 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.finishmark] [checkSum=0]
[2024/05/06 13:30:51.028 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=718014124]
[2024/05/06 13:30:51.028 +08:00] [INFO] [main.go:116] ["get checksum for the downstream success"] [elapsed=7.70443ms]
[2024/05/06 13:30:51.028 +08:00] [INFO] [main.go:95] ["compare checksum passed"]
[2024/05/06 13:30:50.872 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"]
[2024/05/06 13:30:51.069 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/06 13:30:51.073 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/06 13:30:51.238 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/06 13:30:51.240 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/06 13:30:51.244 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/06 13:30:51.245 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/06 13:30:51.417 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/06 13:30:51.423 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
wait process cdc.test exit for 1-th time...
Verifying downstream PD is started...
[2024/05/06 13:30:51.583 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/06 13:30:51.585 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/06 13:30:51.596 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/06 13:30:51.598 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/06 13:30:51.754 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/06 13:30:51.769 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[2024/05/06 13:30:51.933 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/06 13:30:51.935 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/06 13:30:51.948 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/06 13:30:51.950 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
wait process cdc.test exit for 2-th time...
Verifying downstream PD is started...
[2024/05/06 13:30:52.127 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
[2024/05/06 13:30:52.142 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/06 13:30:52.362 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/06 13:30:52.365 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/06 13:30:52.380 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/06 13:30:52.382 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:30:52 CST 2024] <<<<<< run test case kafka_column_selector_avro success! >>>>>>
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2024/05/06 13:30:52.612 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/06 13:30:52.628 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/06 13:30:52.868 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/06 13:30:52.871 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/06 13:30:52.881 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/06 13:30:52.884 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/06 13:30:53.156 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/06 13:30:53.170 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/06 13:30:53.464 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/06 13:30:53.467 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/06 13:30:53.566 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/06 13:30:53.570 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/06 13:30:53.728 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/06 13:30:53.856 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/06 13:30:53.915 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/06 13:30:53.917 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/06 13:30:54.083 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2024/05/06 13:30:54.118 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/06 13:30:54.121 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
[2024/05/06 13:30:54.367 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/06 13:30:54.372 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
[2024/05/06 13:30:54.455 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
[2024/05/06 13:30:54.667 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
[2024/05/06 13:30:54.780 +08:00] [INFO] [main.go:220] ["0 insert success: 1600"]
[2024/05/06 13:30:54.785 +08:00] [INFO] [main.go:234] ["0 delete success: 800"]
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/06 13:30:55.013 +08:00] [INFO] [main.go:220] ["1 insert success: 1800"]
[2024/05/06 13:30:55.019 +08:00] [INFO] [main.go:234] ["1 delete success: 900"]
[2024/05/06 13:30:55.187 +08:00] [INFO] [main.go:220] ["0 insert success: 1700"]
[2024/05/06 13:30:55.374 +08:00] [INFO] [main.go:220] ["1 insert success: 1900"]
[2024/05/06 13:30:55.590 +08:00] [INFO] [main.go:220] ["0 insert success: 1800"]
[2024/05/06 13:30:55.595 +08:00] [INFO] [main.go:234] ["0 delete success: 900"]
[2024/05/06 13:30:55.737 +08:00] [INFO] [main.go:220] ["1 insert success: 2000"]
[2024/05/06 13:30:55.742 +08:00] [INFO] [main.go:234] ["1 delete success: 1000"]
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318913f00012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:32005, start at 2024-05-06 13:30:59.733898092 +0800 CST m=+5.102274134	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:59.739 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:59.708 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:59.708 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318913f00012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:32005, start at 2024-05-06 13:30:59.733898092 +0800 CST m=+5.102274134	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:59.739 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:59.708 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:59.708 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318916200005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:32088, start at 2024-05-06 13:30:59.851499736 +0800 CST m=+5.168555880	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:32:59.858 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:30:59.848 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:20:59.848 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_topics/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_topics/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_topics/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/multi_topics/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/multi_topics/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31892b140016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:24789, start at 2024-05-06 13:31:01.21583291 +0800 CST m=+5.143161312	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:33:01.221 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:31:01.189 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:21:01.189 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31892b140016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:24789, start at 2024-05-06 13:31:01.21583291 +0800 CST m=+5.143161312	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:33:01.221 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:31:01.189 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:21:01.189 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31892c980015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:24878, start at 2024-05-06 13:31:01.336066713 +0800 CST m=+5.210335264	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:33:01.345 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:31:01.336 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:21:01.336 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[2024/05/06 13:31:02.328 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m6.054451695s"]
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics.cli.33470.out cli tso query --pd=http://127.0.0.1:2379
table mark.finish_mark_0 exists
table mark.finish_mark_1 exists
table mark.finish_mark_2 exists
table mark.finish_mark_3 exists
table mark.finish_mark_4 exists
table mark.finish_mark not exists for 1-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.cli.26277.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449570003552305153
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570003552305153 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:31:04 CST 2024] <<<<<< START cdc server in multi_topics case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics.3351133513.out server --log-file /tmp/tidb_cdc_test/multi_topics/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_topics/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark not exists for 2-th check, retry later
+ set +x
+ tso='449570003940540417
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570003940540417 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
try a VALID cdc server command
[Mon May  6 13:31:06 CST 2024] <<<<<< START cdc server in cdc_server_tips case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.2632226324.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark exists
check diff successfully
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/debezium/run.sh using Sink-Type: kafka... <<=================
wait process cdc.test exit for 1-th time...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:31:07 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/cac2b137-e812-4c10-be01-ce909faea2b5
	{"id":"cac2b137-e812-4c10-be01-ce909faea2b5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973465}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c621937d1
	cac2b137-e812-4c10-be01-ce909faea2b5

/tidb/cdc/default/default/upstream/7365754882714382957
	{"id":7365754882714382957,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/cac2b137-e812-4c10-be01-ce909faea2b5
	{"id":"cac2b137-e812-4c10-be01-ce909faea2b5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973465}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c621937d1
	cac2b137-e812-4c10-be01-ce909faea2b5

/tidb/cdc/default/default/upstream/7365754882714382957
	{"id":7365754882714382957,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/cac2b137-e812-4c10-be01-ce909faea2b5
	{"id":"cac2b137-e812-4c10-be01-ce909faea2b5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973465}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c621937d1
	cac2b137-e812-4c10-be01-ce909faea2b5

/tidb/cdc/default/default/upstream/7365754882714382957
	{"id":7365754882714382957,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics.cli.33565.out cli changefeed create --start-ts=449570003552305153 '--sink-uri=kafka://127.0.0.1:9092/multi_topics?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1' --config /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics/conf/changefeed.toml
Create changefeed successfully!
ID: a5f9b1e4-3c9f-4137-88b6-f61dc0297e9a
Info: {"upstream_id":7365754882714382957,"namespace":"default","id":"a5f9b1e4-3c9f-4137-88b6-f61dc0297e9a","sink_uri":"kafka://127.0.0.1:9092/multi_topics?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1","create_time":"2024-05-06T13:31:08.219012375+08:00","start_ts":449570003552305153,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"dispatchers":[{"matcher":["workload.*"],"topic":"workload"},{"matcher":["test.*"],"topic":"{schema}_{table}"}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570003552305153,"checkpoint_ts":449570003552305153,"checkpoint_time":"2024-05-06 13:31:03.258"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:31:08 CST 2024] <<<<<< run test case multi_source success! >>>>>>
+ set +x
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:31:09 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/718bf984-0d86-4fb6-b585-33d79d7659aa
	{"id":"718bf984-0d86-4fb6-b585-33d79d7659aa","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973467}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c621ecee4
	718bf984-0d86-4fb6-b585-33d79d7659aa

/tidb/cdc/default/default/upstream/7365754882091377937
	{"id":7365754882091377937,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/718bf984-0d86-4fb6-b585-33d79d7659aa
	{"id":"718bf984-0d86-4fb6-b585-33d79d7659aa","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973467}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c621ecee4
	718bf984-0d86-4fb6-b585-33d79d7659aa

/tidb/cdc/default/default/upstream/7365754882091377937
	{"id":7365754882091377937,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/718bf984-0d86-4fb6-b585-33d79d7659aa
	{"id":"718bf984-0d86-4fb6-b585-33d79d7659aa","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973467}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c621ecee4
	718bf984-0d86-4fb6-b585-33d79d7659aa

/tidb/cdc/default/default/upstream/7365754882091377937
	{"id":7365754882091377937,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100  1415  100   678  100   737   1459   1586 --:--:-- --:--:-- --:--:--  1588
HTTP/1.1 201 Created
Date: Mon, 06 May 2024 05:31:10 GMT
Location: http://localhost:8083/connectors/my-connector
Content-Type: application/json
Content-Length: 678
Server: Jetty(9.4.51.v20230217)

{"name":"my-connector","config":{"connector.class":"io.debezium.connector.mysql.MySqlConnector","tasks.max":"1","database.hostname":"127.0.0.1","database.port":"3310","database.user":"debezium","database.password":"dbz","database.server.id":"184054","topic.prefix":"dbserver1","schema.history.internal.kafka.bootstrap.servers":"127.0.0.1:9092","schema.history.internal.kafka.topic":"schemahistory.test","transforms":"x","transforms.x.type":"org.apache.kafka.connect.transforms.RegexRouter","transforms.x.regex":"(.*)","transforms.x.replacement":"output_debezium","binary.handling.mode":"base64","decimal.handling.mode":"double","name":"my-connector"},"tasks":[],"type":"source"}The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/debezium
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318a96340012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:33856, start at 2024-05-06 13:31:24.453953631 +0800 CST m=+5.136800493	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:33:24.460 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:31:24.429 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:21:24.429 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318a96340012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:33856, start at 2024-05-06 13:31:24.453953631 +0800 CST m=+5.136800493	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:33:24.460 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:31:24.429 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:21:24.429 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318a96280013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-hvf0b-bstf7, pid:33941, start at 2024-05-06 13:31:24.45348743 +0800 CST m=+5.083132025	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:33:24.460 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:31:24.426 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:21:24.426 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/debezium/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/debezium/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/debezium/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/debezium/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/debezium/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Mon May  6 13:31:27 CST 2024] <<<<<< START cdc server in debezium case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium.3528435286.out server --log-file /tmp/tidb_cdc_test/debezium/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/debezium/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:31:30 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/658b20b6-a18b-4edb-936e-515f5dd49316
	{"id":"658b20b6-a18b-4edb-936e-515f5dd49316","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973488}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c627fa3c5
	658b20b6-a18b-4edb-936e-515f5dd49316

/tidb/cdc/default/default/upstream/7365754993544345119
	{"id":7365754993544345119,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/658b20b6-a18b-4edb-936e-515f5dd49316
	{"id":"658b20b6-a18b-4edb-936e-515f5dd49316","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973488}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c627fa3c5
	658b20b6-a18b-4edb-936e-515f5dd49316

/tidb/cdc/default/default/upstream/7365754993544345119
	{"id":7365754993544345119,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/658b20b6-a18b-4edb-936e-515f5dd49316
	{"id":"658b20b6-a18b-4edb-936e-515f5dd49316","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973488}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c627fa3c5
	658b20b6-a18b-4edb-936e-515f5dd49316

/tidb/cdc/default/default/upstream/7365754993544345119
	{"id":7365754993544345119,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium.cli.35339.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/output_ticdc?protocol=debezium&kafka-version=2.4.0'
Create changefeed successfully!
ID: 64581826-cabc-4cb4-90e4-7aadb803c0d7
Info: {"upstream_id":7365754993544345119,"namespace":"default","id":"64581826-cabc-4cb4-90e4-7aadb803c0d7","sink_uri":"kafka://127.0.0.1:9092/output_ticdc?protocol=debezium\u0026kafka-version=2.4.0","create_time":"2024-05-06T13:31:31.207485903+08:00","start_ts":449570010845151236,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"debezium","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570010845151236,"checkpoint_ts":449570010845151236,"checkpoint_time":"2024-05-06 13:31:31.078"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
valid ~~~ running cdc  
Failed to start cdc, the usage tips should be printed
 1st test case cdc_server_tips success! 
try an INVALID cdc server command
[Mon May  6 13:31:29 CST 2024] <<<<<< START cdc server in cdc_server_tips case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ true != \n\o ]]
+ set +x
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.2640626408.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default --pd None
+ set +x
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20231116213047-1f7c1e02bcd4
go: downloading go.uber.org/zap v1.26.0
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20231117065153-a4f85c356873
go: downloading github.com/segmentio/kafka-go v0.4.45
go: downloading github.com/thessem/zap-prettyconsole v0.3.0
go: downloading github.com/fatih/color v1.16.0
go: downloading github.com/google/go-cmp v0.6.0
go: downloading github.com/alecthomas/chroma v0.10.0
go: downloading github.com/google/uuid v1.3.1
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading golang.org/x/sys v0.14.0
go: downloading github.com/Code-Hex/dd v1.1.0
go: downloading github.com/klauspost/compress v1.17.1
go: downloading github.com/pierrec/lz4/v4 v4.1.15
go: downloading github.com/dlclark/regexp2 v1.4.0
go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32
go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22
go: downloading golang.org/x/exp v0.0.0-20231006140011-7918f672742d
go: downloading github.com/pingcap/sysutil v1.0.1-0.20230407040306-fb007c5aff21
go: downloading github.com/shirou/gopsutil/v3 v3.23.10
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.3.0
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20231114060955-8fc8a528217e
go: downloading github.com/golang/protobuf v1.5.3
go: downloading github.com/cockroachdb/errors v1.8.1
go: downloading github.com/prometheus/client_golang v1.17.0
go: downloading github.com/prometheus/client_model v0.5.0
go: downloading github.com/pingcap/kvproto v0.0.0-20230925123611-87bebcc0d071
go: downloading google.golang.org/protobuf v1.31.0
go: downloading google.golang.org/grpc v1.59.0
go: downloading github.com/prometheus/common v0.45.0
go: downloading github.com/cespare/xxhash/v2 v2.2.0
go: downloading github.com/prometheus/procfs v0.12.0
go: downloading github.com/cockroachdb/redact v1.0.8
go: downloading github.com/cockroachdb/sentry-go v0.6.1-cockroachdb.2
go: downloading github.com/cockroachdb/logtags v0.0.0-20190617123548-eb05cc24525f
go: downloading github.com/rogpeppe/go-internal v1.11.0
go: downloading go.etcd.io/etcd/client/v3 v3.5.10
go: downloading github.com/tikv/pd/client v0.0.0-20231114041114-86831ce71865
go: downloading golang.org/x/sync v0.4.0
go: downloading go.etcd.io/etcd/api/v3 v3.5.10
go: downloading github.com/matttproud/golang_protobuf_extensions/v2 v2.0.0
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.10
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20231016165738-49dd2c1f3d0b
go: downloading google.golang.org/genproto v0.0.0-20231016165738-49dd2c1f3d0b
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20231016165738-49dd2c1f3d0b
go: downloading golang.org/x/net v0.18.0
invalid ~~~ running cdc  
Failed to start cdc, the usage tips should be printed
 2nd test case cdc_server_tips success! 
[Mon May  6 13:31:49 CST 2024] <<<<<< run all test cases cdc_server_tips success! >>>>>> 
1:31PM INF > Info cdc.mysql=kafka://127.0.0.1:9092/output_debezium cdc.tidb=kafka://127.0.0.1:9092/output_ticdc db.mysql=root@tcp(127.0.0.1:3310)/{db}?allowNativePasswords=true db.tidb=root@tcp(127.0.0.1:4000)/{db}?allowNativePasswords=true
1:31PM INF > Run case=sql/data_types.sql
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/event_filter/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/event_filter
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318db8d00005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:27570, start at 2024-05-06 13:32:15.800619651 +0800 CST m=+5.200729793	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:34:15.807 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:32:15.796 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:22:15.796 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318db8d00005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:27570, start at 2024-05-06 13:32:15.800619651 +0800 CST m=+5.200729793	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:34:15.807 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:32:15.796 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:22:15.796 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d318dba680007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:27655, start at 2024-05-06 13:32:15.906152353 +0800 CST m=+5.250134493	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:34:15.914 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:32:15.898 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:22:15.898 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/event_filter/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/event_filter/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Mon May  6 13:32:20 CST 2024] <<<<<< START cdc server in event_filter case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.2899628998.out server --log-file /tmp/tidb_cdc_test/event_filter/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/event_filter/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:32:24 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e31bbacd-f6a3-445f-90dc-1d7d0589edec
	{"id":"e31bbacd-f6a3-445f-90dc-1d7d0589edec","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973541}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6345f4ce
	e31bbacd-f6a3-445f-90dc-1d7d0589edec

/tidb/cdc/default/default/upstream/7365755214992483998
	{"id":7365755214992483998,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e31bbacd-f6a3-445f-90dc-1d7d0589edec
	{"id":"e31bbacd-f6a3-445f-90dc-1d7d0589edec","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973541}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6345f4ce
	e31bbacd-f6a3-445f-90dc-1d7d0589edec

/tidb/cdc/default/default/upstream/7365755214992483998
	{"id":7365755214992483998,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e31bbacd-f6a3-445f-90dc-1d7d0589edec
	{"id":"e31bbacd-f6a3-445f-90dc-1d7d0589edec","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973541}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6345f4ce
	e31bbacd-f6a3-445f-90dc-1d7d0589edec

/tidb/cdc/default/default/upstream/7365755214992483998
	{"id":7365755214992483998,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.cli.29060.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-event-filter-18190?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --server=127.0.0.1:8300 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/event_filter/conf/cf.toml
Create changefeed successfully!
ID: a04700f2-1ac5-4680-9ad9-d4222c0035d3
Info: {"upstream_id":7365755214992483998,"namespace":"default","id":"a04700f2-1ac5-4680-9ad9-d4222c0035d3","sink_uri":"kafka://127.0.0.1:9092/ticdc-event-filter-18190?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:32:24.983450295+08:00","start_ts":449570024927264780,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["event_filter.*"],"event_filters":[{"matcher":["event_filter.t1"],"ignore_event":["drop table","delete"],"ignore_sql":null,"ignore_insert_value_expr":"id = 2 or city = 'tokyo'","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_truncate"],"ignore_event":["truncate table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_alter"],"ignore_event":["alter table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""}]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570024927264780,"checkpoint_ts":449570024927264780,"checkpoint_time":"2024-05-06 13:32:24.797"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
[Mon May  6 13:32:26 CST 2024] <<<<<< START kafka consumer in event_filter case >>>>>>
table event_filter.t1 does not exists
table event_filter.t1 not exists for 1-th check, retry later
table event_filter.t1 exists
table event_filter.t_normal not exists for 1-th check, retry later
table event_filter.t_normal exists
table event_filter.t_truncate exists
table event_filter.t_alter not exists for 1-th check, retry later
table event_filter.t_alter exists
table event_filter.finish_mark exists
check diff failed 1-th time, retry later
check diff failed 2-th time, retry later
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:32:40 CST 2024] <<<<<< run test case event_filter success! >>>>>>
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   723  100   723    0     0   8990      0 --:--:-- --:--:-- --:--:--  9037
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:30:28.359","puller_resolved_ts":"2024-05-06 13:30:28.359","last_synced_ts":"2024-05-06 13:30:21.458","now_ts":"2024-05-06 13:32:38.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:30:28.359","puller_resolved_ts":"2024-05-06' '13:30:28.359","last_synced_ts":"2024-05-06' '13:30:21.458","now_ts":"2024-05-06' '13:32:38.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:30:28.359","puller_resolved_ts":"2024-05-06' '13:30:28.359","last_synced_ts":"2024-05-06' '13:30:21.458","now_ts":"2024-05-06' '13:32:38.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq -r .info
+ info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']'
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ run_case_with_unavailable_tidb conf/changefeed-redo.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status_with_redo
+ mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   2738      0 --:--:-- --:--:-- --:--:--  2762
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2024-05-06 13:32:39.573","puller_resolved_ts":"2024-05-06 13:32:33.173","last_synced_ts":"2024-05-06 13:30:23.423","now_ts":"2024-05-06 13:32:40.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:32:39.573","puller_resolved_ts":"2024-05-06' '13:32:33.173","last_synced_ts":"2024-05-06' '13:30:23.423","now_ts":"2024-05-06' '13:32:40.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
+ '[' true '!=' true ']'
+ kill_pd
++ ps aux
++ grep pd-server
++ grep /tmp/tidb_cdc_test/synced_status
+ info='jenkins    16822  7.9  0.0 13521684 142404 ?     Sl   13:29   0:12 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380
jenkins    16884  5.3  0.0 13653204 136668 ?     Sl   13:29   0:08 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status/down_pd'
++ ps aux
++ grep pd-server
++ grep /tmp/tidb_cdc_test/synced_status
++ awk '{print $2}'
++ xargs kill -9
+ sleep 20
{"level":"warn","ts":1714973566.426084,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003548e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":1714973566.426144,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1714973567.5498202,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0039d41c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1714973567.5499024,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1714973568.1814845,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0022c4700/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1714973568.181543,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2024-05-06T13:32:51.061032+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00116a000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:32:51.06273+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000b27180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:32:51.115019+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009db500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
{"level":"warn","ts":"2024-05-06T13:32:57.062383+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00116a000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:32:57.062972+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000b27180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:32:57.115995+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009db500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode/run.sh using Sink-Type: kafka... <<=================
+++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode
+ source /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode/../_utils/test_prepare
++ UP_TIDB_HOST=127.0.0.1
++ UP_TIDB_PORT=4000
++ UP_TIDB_OTHER_PORT=4001
++ UP_TIDB_STATUS=10080
++ UP_TIDB_OTHER_STATUS=10081
++ DOWN_TIDB_HOST=127.0.0.1
++ DOWN_TIDB_PORT=3306
++ DOWN_TIDB_STATUS=20080
++ TLS_TIDB_HOST=127.0.0.1
++ TLS_TIDB_PORT=3307
++ TLS_TIDB_STATUS=30080
++ UP_PD_HOST_1=127.0.0.1
++ UP_PD_PORT_1=2379
++ UP_PD_PEER_PORT_1=2380
++ UP_PD_HOST_2=127.0.0.1
++ UP_PD_PORT_2=2679
++ UP_PD_PEER_PORT_2=2680
++ UP_PD_HOST_3=127.0.0.1
++ UP_PD_PORT_3=2779
++ UP_PD_PEER_PORT_3=2780
++ DOWN_PD_HOST=127.0.0.1
++ DOWN_PD_PORT=2479
++ DOWN_PD_PEER_PORT=2480
++ TLS_PD_HOST=127.0.0.1
++ TLS_PD_PORT=2579
++ TLS_PD_PEER_PORT=2580
++ UP_TIKV_HOST_1=127.0.0.1
++ UP_TIKV_PORT_1=20160
++ UP_TIKV_STATUS_PORT_1=20181
++ UP_TIKV_HOST_2=127.0.0.1
++ UP_TIKV_PORT_2=20161
++ UP_TIKV_STATUS_PORT_2=20182
++ UP_TIKV_HOST_3=127.0.0.1
++ UP_TIKV_PORT_3=20162
++ UP_TIKV_STATUS_PORT_3=20183
++ DOWN_TIKV_HOST=127.0.0.1
++ DOWN_TIKV_PORT=21160
++ DOWN_TIKV_STATUS_PORT=21180
++ TLS_TIKV_HOST=127.0.0.1
++ TLS_TIKV_PORT=22160
++ TLS_TIKV_STATUS_PORT=22180
+++ cat /tmp/tidb_cdc_test/KAFKA_VERSION
+++ echo 2.4.1
++ KAFKA_VERSION=2.4.1
+ WORK_DIR=/tmp/tidb_cdc_test/sql_mode
+ CDC_BINARY=cdc.test
+ SINK_TYPE=kafka
+ CDC_COUNT=3
+ DB_COUNT=4
+ rm -rf /tmp/tidb_cdc_test/sql_mode
+ mkdir -p /tmp/tidb_cdc_test/sql_mode
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/sql_mode
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:01 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:02 --:--:--     0{"level":"warn","ts":"2024-05-06T13:33:03.063686+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000b27180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:03.06396+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00116a000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:03.117392+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009db500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

  0     0    0     0    0     0      0      0 --:--:--  0:00:03 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:04 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:05 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:06 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:07 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:08 --:--:--     0{"level":"warn","ts":"2024-05-06T13:33:09.064558+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000b27180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:09.065437+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00116a000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:09.119038+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009db500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190ec680002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:16461, start at 2024-05-06 13:33:08.250674728 +0800 CST m=+5.104145650	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.259 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.250 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.250 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190ec680002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:16461, start at 2024-05-06 13:33:08.250674728 +0800 CST m=+5.104145650	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.259 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.250 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.250 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190ec580015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:16541, start at 2024-05-06 13:33:08.292832135 +0800 CST m=+5.094592112	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.299 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.296 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.296 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190f788000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30427, start at 2024-05-06 13:33:08.974183446 +0800 CST m=+5.182910877	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.980 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.962 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.962 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

  0     0    0     0    0     0      0      0 --:--:--  0:00:09 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:10 --:--:--     0{"level":"warn","ts":"2024-05-06T13:33:11.050368+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000b27180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2024-05-06T13:33:11.050441+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2024-05-06T13:33:11.053648+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00116a000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2024-05-06T13:33:11.053702+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2024-05-06T13:33:11.1087+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009db500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":"2024-05-06T13:33:11.108755+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
+ cd /tmp/tidb_cdc_test/synced_status_with_redo
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.17988.out cli tso query --pd=http://127.0.0.1:2379
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190f788000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30427, start at 2024-05-06 13:33:08.974183446 +0800 CST m=+5.182910877	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.980 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.962 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.962 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319103340015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30510, start at 2024-05-06 13:33:09.743574135 +0800 CST m=+5.899856427	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:09.749 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:09.709 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:09.709 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/sql_mode/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/sql_mode/tiflash/log/error.log
arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
+ tso='449570037248557057
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570037248557057 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449570037248557057
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test
[Mon May  6 13:33:13 CST 2024] <<<<<< START cdc server in synced_status_with_redo case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1802418026.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ trap stop_tidb_cluster EXIT
+ run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 4000
+ run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 3306
+ cd /tmp/tidb_cdc_test/sql_mode
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.31913.out cli tso query --pd=http://127.0.0.1:2379

  0     0    0     0    0     0      0      0 --:--:--  0:00:11 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:12 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:13 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:14 --:--:--     0{"level":"warn","ts":"2024-05-06T13:33:15.06579+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000b27180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:15.066423+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00116a000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:15.120521+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009db500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
+ set +x
+ tso='449570037972860929
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570037972860929 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449570037972860929
+ run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test
[Mon May  6 13:33:16 CST 2024] <<<<<< START cdc server in sql_mode case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.3195231954.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[Mon May  6 13:33:10 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 1
[Mon May  6 13:33:10 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 2
[Mon May  6 13:33:10 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 3
[Mon May  6 13:33:10 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
table test.table1 not exists for 1-th check, retry later
table test.table1 not exists for 2-th check, retry later
table test.table1 exists
table test.table2 exists
table test.table3 exists
check diff successfully
table test.table10 not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:33:16 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/16e3b572-1b36-4b1d-84ab-1e51d00ce437
	{"id":"16e3b572-1b36-4b1d-84ab-1e51d00ce437","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973593}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c640f56cf
	16e3b572-1b36-4b1d-84ab-1e51d00ce437

/tidb/cdc/default/default/upstream/7365755443520415226
	{"id":7365755443520415226,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/16e3b572-1b36-4b1d-84ab-1e51d00ce437
	{"id":"16e3b572-1b36-4b1d-84ab-1e51d00ce437","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973593}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c640f56cf
	16e3b572-1b36-4b1d-84ab-1e51d00ce437

/tidb/cdc/default/default/upstream/7365755443520415226
	{"id":7365755443520415226,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/16e3b572-1b36-4b1d-84ab-1e51d00ce437
	{"id":"16e3b572-1b36-4b1d-84ab-1e51d00ce437","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973593}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c640f56cf
	16e3b572-1b36-4b1d-84ab-1e51d00ce437

/tidb/cdc/default/default/upstream/7365755443520415226
	{"id":7365755443520415226,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed-redo.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449570037248557057 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.18079.out cli changefeed create --start-ts=449570037248557057 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
table test.table10 exists
table test.table20 exists
check diff successfully
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7365755443520415226,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:33:16.769192584+08:00","start_ts":449570037248557057,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570037248557057,"checkpoint_ts":449570037248557057,"checkpoint_time":"2024-05-06 13:33:11.799"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:33:19 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/866c550c-e6b2-4336-b728-ebbf6cde4a8b
	{"id":"866c550c-e6b2-4336-b728-ebbf6cde4a8b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973596}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6415a0d8
	866c550c-e6b2-4336-b728-ebbf6cde4a8b

/tidb/cdc/default/default/upstream/7365755439543300002
	{"id":7365755439543300002,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/866c550c-e6b2-4336-b728-ebbf6cde4a8b
	{"id":"866c550c-e6b2-4336-b728-ebbf6cde4a8b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973596}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6415a0d8
	866c550c-e6b2-4336-b728-ebbf6cde4a8b

/tidb/cdc/default/default/upstream/7365755439543300002
	{"id":7365755439543300002,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/866c550c-e6b2-4336-b728-ebbf6cde4a8b
	{"id":"866c550c-e6b2-4336-b728-ebbf6cde4a8b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973596}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6415a0d8
	866c550c-e6b2-4336-b728-ebbf6cde4a8b

/tidb/cdc/default/default/upstream/7365755439543300002
	{"id":7365755439543300002,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449570037972860929 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.32011.out cli changefeed create --start-ts=449570037972860929 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7365755439543300002,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:33:19.536187362+08:00","start_ts":449570037972860929,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570037972860929,"checkpoint_ts":449570037972860929,"checkpoint_time":"2024-05-06 13:33:14.562"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
+ run_sql 'use test; create table t1(id bigint primary key, a text, b text as ((regexp_replace(a, '\''^[1-9]\d{9,29}$'\'', '\''aaaaa'\''))), c text); insert into t1 (id, a, c) values(1,123456, '\''ab\\\\c'\''); insert into t1 (id, a, c) values(2,1234567890123, '\''ab\\c'\'');' 127.0.0.1 4000
+ '[' kafka == mysql ']'
+ stop_tidb_cluster

  0     0    0     0    0     0      0      0 --:--:--  0:00:15 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:16 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:17 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:18 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:19 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:20 --:--:--     0{"level":"warn","ts":"2024-05-06T13:33:21.067789+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00116a000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:21.06782+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000b27180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:21.121882+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009db500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
table test.t1 exists
+ sleep 5
{"level":"warn","ts":1714973601.4271119,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003548e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":1714973601.427174,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}

  0     0    0     0    0     0      0      0 --:--:--  0:00:21 --:--:--     0{"level":"warn","ts":1714973602.5511835,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0039d41c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1714973602.5512354,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}

  0     0    0     0    0     0      0      0 --:--:--  0:00:22 --:--:--     0{"level":"warn","ts":1714973603.1828022,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0022c4700/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1714973603.182851,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
+ kill_tidb
++ ps aux
++ grep tidb-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
+ info='jenkins    16457  3.6  0.0 2441084 196004 ?      Sl   13:33   0:00 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1714973583137012339.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb.log
jenkins    16461 12.2  0.0 2583236 245900 ?      Sl   13:33   0:02 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1714973583140237666.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_other.log
jenkins    16541 12.5  0.0 2566844 257292 ?      Sl   13:33   0:02 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1714973583191133191.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_down.log'
++ ps aux
++ grep tidb-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
++ awk '{print $2}'
++ xargs kill -9
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   2280      0 --:--:-- --:--:-- --:--:--  2292
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:33:24.199","puller_resolved_ts":"2024-05-06 13:33:18.249","last_synced_ts":"2024-05-06 13:33:18.699","now_ts":"2024-05-06 13:33:25.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:33:24.199","puller_resolved_ts":"2024-05-06' '13:33:18.249","last_synced_ts":"2024-05-06' '13:33:18.699","now_ts":"2024-05-06' '13:33:25.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:33:24.199","puller_resolved_ts":"2024-05-06' '13:33:18.249","last_synced_ts":"2024-05-06' '13:33:18.699","now_ts":"2024-05-06' '13:33:25.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ target_message='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130

  0     0    0     0    0     0      0      0 --:--:--  0:00:23 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:24 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:25 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:26 --:--:--     0{"level":"warn","ts":"2024-05-06T13:33:27.068295+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000b27180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:27.069547+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00116a000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-06T13:33:27.12312+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009db500/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}

  0     0    0     0    0     0      0      0 --:--:--  0:00:27 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:28 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:29 --:--:--     0
100   135  100   135    0     0      4      0  0:00:33  0:00:30  0:00:03    27
100   135  100   135    0     0      4      0  0:00:33  0:00:30  0:00:03    33
+ synced_status='{
    "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded",
    "error_code": "CDC:ErrPDEtcdAPIError"
}'
++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}'
++ jq -r .error_code
+ error_code=CDC:ErrPDEtcdAPIError
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/sql_mode
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ run_case_with_unavailable_tikv conf/changefeed.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status
+ mkdir -p /tmp/tidb_cdc_test/synced_status
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[Mon May  6 13:33:47 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 10
[Mon May  6 13:33:47 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 20
[Mon May  6 13:33:47 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: finish
table test.finish not exists for 1-th check, retry later
1:33PM INF > Run case=sql/debezium/binary_column_test.sql
table test.finish not exists for 2-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190f788000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30427, start at 2024-05-06 13:33:08.974183446 +0800 CST m=+5.182910877	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.980 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.962 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.962 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190f788000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30427, start at 2024-05-06 13:33:08.974183446 +0800 CST m=+5.182910877	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.980 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.962 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.962 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319103340015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30510, start at 2024-05-06 13:33:09.743574135 +0800 CST m=+5.899856427	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:09.749 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:09.709 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:09.709 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%'
start tidb cluster failed
The 2 times to try to start tidb cluster...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Mon May  6 13:33:53 CST 2024] <<<<<< run test case multi_topics success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3193cc000016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:20585, start at 2024-05-06 13:33:55.375595371 +0800 CST m=+5.204199623	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:55.382 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:55.379 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:55.379 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3193cc000016	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:20585, start at 2024-05-06 13:33:55.375595371 +0800 CST m=+5.204199623	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:55.382 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:55.379 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:55.379 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3193ccb80017	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:20662, start at 2024-05-06 13:33:55.424319048 +0800 CST m=+5.199696817	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:55.431 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:55.424 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:55.424 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
1:33PM INF > Run case=sql/debezium/binary_mode_test.sql
+ cd /tmp/tidb_cdc_test/synced_status
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.22003.out cli tso query --pd=http://127.0.0.1:2379
start tidb cluster in /tmp/tidb_cdc_test/sql_mode
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ set +x
+ tso='449570049576927233
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570049576927233 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449570049576927233
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test
[Mon May  6 13:34:00 CST 2024] <<<<<< START cdc server in synced_status case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2203922041.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
1:34PM INF > Run case=sql/debezium/connector_test.sql
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:34:03 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/153c109a-542a-407c-a01d-96bd347008c3
	{"id":"153c109a-542a-407c-a01d-96bd347008c3","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973640}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c64caf0d1
	153c109a-542a-407c-a01d-96bd347008c3

/tidb/cdc/default/default/upstream/7365755644590810774
	{"id":7365755644590810774,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/153c109a-542a-407c-a01d-96bd347008c3
	{"id":"153c109a-542a-407c-a01d-96bd347008c3","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973640}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c64caf0d1
	153c109a-542a-407c-a01d-96bd347008c3

/tidb/cdc/default/default/upstream/7365755644590810774
	{"id":7365755644590810774,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/153c109a-542a-407c-a01d-96bd347008c3
	{"id":"153c109a-542a-407c-a01d-96bd347008c3","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973640}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c64caf0d1
	153c109a-542a-407c-a01d-96bd347008c3

/tidb/cdc/default/default/upstream/7365755644590810774
	{"id":7365755644590810774,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449570049576927233 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.22098.out cli changefeed create --start-ts=449570049576927233 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
Verifying downstream PD is started...
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7365755644590810774,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:34:03.791370501+08:00","start_ts":449570049576927233,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570049576927233,"checkpoint_ts":449570049576927233,"checkpoint_time":"2024-05-06 13:33:58.828"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/run.sh using Sink-Type: kafka... <<=================
Starting schema registry...
* About to connect() to 127.0.0.1 port 8088 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8088; Connection refused
* Closing connection 0
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
* About to connect() to 127.0.0.1 port 8088 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8088; Connection refused
* Closing connection 0
+ set +x
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
* About to connect() to 127.0.0.1 port 8088 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8088 (#0)
> GET / HTTP/1.1
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8088
> Accept: */*
> 
table test.t1 exists
+ sleep 5
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:34:08 GMT
< Content-Type: application/vnd.schemaregistry.v1+json
< Vary: Accept-Encoding, User-Agent
< Content-Length: 2
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
The 1 times to try to start tidb cluster...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190f788000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30427, start at 2024-05-06 13:33:08.974183446 +0800 CST m=+5.182910877	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.980 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.962 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.962 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190f788000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30427, start at 2024-05-06 13:33:08.974183446 +0800 CST m=+5.182910877	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.980 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.962 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.962 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319103340015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30510, start at 2024-05-06 13:33:09.743574135 +0800 CST m=+5.899856427	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:09.749 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:09.709 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:09.709 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%'
start tidb cluster failed
The 3 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/avro_basic
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ kill_tikv
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status
+ info='jenkins    19830 29.4  0.5 4732964 2272720 ?     Sl   13:33   0:07 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv1
jenkins    19831 22.3  0.5 4691492 2205020 ?     Sl   13:33   0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv2
jenkins    19832 22.4  0.5 4698152 2229468 ?     Sl   13:33   0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv3
jenkins    19834 28.6  0.5 4721700 2262800 ?     Sl   13:33   0:07 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv_down'
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status
++ awk '{print $2}'
++ xargs kill -9
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   2550      0 --:--:-- --:--:-- --:--:--  2557
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:34:13.228","puller_resolved_ts":"2024-05-06 13:34:06.729","last_synced_ts":"2024-05-06 13:34:06.778","now_ts":"2024-05-06 13:34:13.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:34:13.228","puller_resolved_ts":"2024-05-06' '13:34:06.729","last_synced_ts":"2024-05-06' '13:34:06.778","now_ts":"2024-05-06' '13:34:13.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:34:13.228","puller_resolved_ts":"2024-05-06' '13:34:06.729","last_synced_ts":"2024-05-06' '13:34:06.778","now_ts":"2024-05-06' '13:34:13.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ target_message='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
start tidb cluster in /tmp/tidb_cdc_test/sql_mode
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319575e4001b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:35225, start at 2024-05-06 13:34:22.62193017 +0800 CST m=+5.146431590	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:36:22.629 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:34:22.635 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:24:22.635 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319575e4001b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:35225, start at 2024-05-06 13:34:22.62193017 +0800 CST m=+5.146431590	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:36:22.629 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:34:22.635 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:24:22.635 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319577540011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:35300, start at 2024-05-06 13:34:22.695583206 +0800 CST m=+5.172437717	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:36:22.702 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:34:22.677 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:24:22.677 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/avro_basic/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/avro_basic/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    49  100    24  100    25    351    366 --:--:-- --:--:-- --:--:--   367
{"compatibility":"NONE"}+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.cli.36739.out cli tso query --pd=http://127.0.0.1:2379
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ tso='449570056748400641
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570056748400641 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:34:27 CST 2024] <<<<<< START cdc server in avro_basic case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.3677436776.out server --log-file /tmp/tidb_cdc_test/avro_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/avro_basic/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190f788000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30427, start at 2024-05-06 13:33:08.974183446 +0800 CST m=+5.182910877	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.980 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.962 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.962 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3190f788000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30427, start at 2024-05-06 13:33:08.974183446 +0800 CST m=+5.182910877	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:08.980 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:08.962 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:08.962 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319103340015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-h08xp-d9wpk, pid:30510, start at 2024-05-06 13:33:09.743574135 +0800 CST m=+5.899856427	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:35:09.749 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:33:09.709 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:23:09.709 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%'
start tidb cluster failed
+ run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 4000
+ run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 3306
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.36135.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449570057463791619
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570057463791619 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449570057463791619
+ run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test
[Mon May  6 13:34:30 CST 2024] <<<<<< START cdc server in sql_mode case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.3616936171.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:34:30 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/50179fb8-4e72-4f04-a61a-dd735de7f147
	{"id":"50179fb8-4e72-4f04-a61a-dd735de7f147","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973668}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c65359dd0
	50179fb8-4e72-4f04-a61a-dd735de7f147

/tidb/cdc/default/default/upstream/7365755761384164727
	{"id":7365755761384164727,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/50179fb8-4e72-4f04-a61a-dd735de7f147
	{"id":"50179fb8-4e72-4f04-a61a-dd735de7f147","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973668}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c65359dd0
	50179fb8-4e72-4f04-a61a-dd735de7f147

/tidb/cdc/default/default/upstream/7365755761384164727
	{"id":7365755761384164727,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/50179fb8-4e72-4f04-a61a-dd735de7f147
	{"id":"50179fb8-4e72-4f04-a61a-dd735de7f147","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973668}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c65359dd0
	50179fb8-4e72-4f04-a61a-dd735de7f147

/tidb/cdc/default/default/upstream/7365755761384164727
	{"id":7365755761384164727,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.cli.36818.out cli changefeed create --start-ts=449570056748400641 '--sink-uri=kafka://127.0.0.1:9092/ticdc-avro-test?protocol=avro&enable-tidb-extension=true&avro-enable-watermark=true&avro-decimal-handling-mode=string&avro-bigint-unsigned-handling-mode=string' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/conf/changefeed.toml --schema-registry=http://127.0.0.1:8088
Create changefeed successfully!
ID: f7fd774b-e9ec-43ac-a417-21da341311bf
Info: {"upstream_id":7365755761384164727,"namespace":"default","id":"f7fd774b-e9ec-43ac-a417-21da341311bf","sink_uri":"kafka://127.0.0.1:9092/ticdc-avro-test?protocol=avro\u0026enable-tidb-extension=true\u0026avro-enable-watermark=true\u0026avro-decimal-handling-mode=string\u0026avro-bigint-unsigned-handling-mode=string","create_time":"2024-05-06T13:34:31.179214274+08:00","start_ts":449570056748400641,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"avro","schema_registry":"http://127.0.0.1:8088","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570056748400641,"checkpoint_ts":449570056748400641,"checkpoint_time":"2024-05-06 13:34:26.185"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
[Mon May  6 13:34:32 CST 2024] <<<<<< START kafka consumer in avro_basic case >>>>>>
schema registry uri found: http://127.0.0.1:8088
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:34:33 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:

changefeedID: default/test-1
{UpstreamID:7365755439543300002 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2024-05-06 13:33:19.536187362 +0800 CST StartTs:449570037972860929 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a93e60 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449570039270473733}
{CheckpointTs:449570039611260934 MinTableBarrierTs:449570039611260934 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/866c550c-e6b2-4336-b728-ebbf6cde4a8b
	{"id":"866c550c-e6b2-4336-b728-ebbf6cde4a8b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973596}

/tidb/cdc/default/__cdc_meta__/capture/92dac223-91c7-4088-8c68-412d68228f1f
	{"id":"92dac223-91c7-4088-8c68-412d68228f1f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973670}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6415a0d8
	866c550c-e6b2-4336-b728-ebbf6cde4a8b

/tidb/cdc/default/__cdc_meta__/owner/22318f4c654cc2d1
	92dac223-91c7-4088-8c68-412d68228f1f

/tidb/cdc/default/default/changefeed/info/test-1
	{"upstream-id":7365755439543300002,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2024-05-06T13:33:19.536187362+08:00","start-ts":449570037972860929,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449570039270473733}

/tidb/cdc/default/default/changefeed/status/test-1
	{"checkpoint-ts":449570039611260934,"min-table-barrier-ts":449570039611260934,"admin-job-type":0}

/tidb/cdc/default/default/task/position/866c550c-e6b2-4336-b728-ebbf6cde4a8b/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/92dac223-91c7-4088-8c68-412d68228f1f/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365755439543300002
	{"id":7365755439543300002,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:

changefeedID: default/test-1
{UpstreamID:7365755439543300002 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2024-05-06 13:33:19.536187362 +0800 CST StartTs:449570037972860929 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a93e60 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449570039270473733}
{CheckpointTs:449570039611260934 MinTableBarrierTs:449570039611260934 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/866c550c-e6b2-4336-b728-ebbf6cde4a8b
	{"id":"866c550c-e6b2-4336-b728-ebbf6cde4a8b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973596}

/tidb/cdc/default/__cdc_meta__/capture/92dac223-91c7-4088-8c68-412d68228f1f
	{"id":"92dac223-91c7-4088-8c68-412d68228f1f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973670}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6415a0d8
	866c550c-e6b2-4336-b728-ebbf6cde4a8b

/tidb/cdc/default/__cdc_meta__/owner/22318f4c654cc2d1
	92dac223-91c7-4088-8c68-412d68228f1f

/tidb/cdc/default/default/changefeed/info/test-1
	{"upstream-id":7365755439543300002,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2024-05-06T13:33:19.536187362+08:00","start-ts":449570037972860929,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449570039270473733}

/tidb/cdc/default/default/changefeed/status/test-1
	{"checkpoint-ts":449570039611260934,"min-table-barrier-ts":449570039611260934,"admin-job-type":0}

/tidb/cdc/default/default/task/position/866c550c-e6b2-4336-b728-ebbf6cde4a8b/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/92dac223-91c7-4088-8c68-412d68228f1f/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null+ grep -q 'failed to get info:'
}

/tidb/cdc/default/default/upstream/7365755439543300002
	{"id":7365755439543300002,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:

changefeedID: default/test-1
{UpstreamID:7365755439543300002 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2024-05-06 13:33:19.536187362 +0800 CST StartTs:449570037972860929 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a93e60 State:normal Error:<nil> Warning:<nil> CreatorVersion:v8.2.0-alpha-22-gd72d260c0 Epoch:449570039270473733}
{CheckpointTs:449570039611260934 MinTableBarrierTs:449570039611260934 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/866c550c-e6b2-4336-b728-ebbf6cde4a8b
	{"id":"866c550c-e6b2-4336-b728-ebbf6cde4a8b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973596}

/tidb/cdc/default/__cdc_meta__/capture/92dac223-91c7-4088-8c68-412d68228f1f
	{"id":"92dac223-91c7-4088-8c68-412d68228f1f","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973670}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6415a0d8
	866c550c-e6b2-4336-b728-ebbf6cde4a8b

/tidb/cdc/default/__cdc_meta__/owner/22318f4c654cc2d1
	92dac223-91c7-4088-8c68-412d68228f1f

/tidb/cdc/default/default/changefeed/info/test-1
	{"upstream-id":7365755439543300002,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2024-05-06T13:33:19.536187362+08:00","start-ts":449570037972860929,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"debezium-disable-schema":false,"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v8.2.0-alpha-22-gd72d260c0","epoch":449570039270473733}

/tidb/cdc/default/default/changefeed/status/test-1
	{"checkpoint-ts":449570039611260934,"min-table-barrier-ts":449570039611260934,"admin-job-type":0}

/tidb/cdc/default/default/task/position/866c550c-e6b2-4336-b728-ebbf6cde4a8b/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/92dac223-91c7-4088-8c68-412d68228f1f/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7365755439543300002
	{"id":7365755439543300002,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449570057463791619 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.36224.out cli changefeed create --start-ts=449570057463791619 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2
table test.finish_mark not exists for 1-th check, retry later
Create changefeed successfully!
ID: test-2
Info: {"upstream_id":7365755439543300002,"namespace":"default","id":"test-2","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:34:36.428302157+08:00","start_ts":449570057463791619,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570057463791619,"checkpoint_ts":449570057463791619,"checkpoint_time":"2024-05-06 13:34:28.914"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
+ run_sql 'use test; create table t2(id bigint primary key, a date); insert into t2 values(1, '\''2023-02-08'\'');' 127.0.0.1 4000
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:34:40 CST 2024] <<<<<< run test case avro_basic success! >>>>>>
1:34PM INF > Run case=sql/debezium/connector_test_ro.sql
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/canal_json_handle_key_only
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319822d00018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:37978, start at 2024-05-06 13:35:06.456729518 +0800 CST m=+5.146898927	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:37:06.463 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:35:06.420 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:25:06.420 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319822d00018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:37978, start at 2024-05-06 13:35:06.456729518 +0800 CST m=+5.146898927	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:37:06.463 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:35:06.420 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:25:06.420 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d3198243c000a	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:38046, start at 2024-05-06 13:35:06.522418768 +0800 CST m=+5.146599289	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:37:06.528 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:35:06.511 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:25:06.511 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.cli.39477.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449570068213530625
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570068213530625 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:35:11 CST 2024] <<<<<< START cdc server in canal_json_handle_key_only case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.3951839520.out server --log-file /tmp/tidb_cdc_test/canal_json_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_handle_key_only/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:35:14 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ca96ac38-269f-4016-8a67-f2d4cb7edab5
	{"id":"ca96ac38-269f-4016-8a67-f2d4cb7edab5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973711}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c65dcf0ce
	ca96ac38-269f-4016-8a67-f2d4cb7edab5

/tidb/cdc/default/default/upstream/7365755950333959575
	{"id":7365755950333959575,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ca96ac38-269f-4016-8a67-f2d4cb7edab5
	{"id":"ca96ac38-269f-4016-8a67-f2d4cb7edab5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973711}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c65dcf0ce
	ca96ac38-269f-4016-8a67-f2d4cb7edab5

/tidb/cdc/default/default/upstream/7365755950333959575
	{"id":7365755950333959575,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ca96ac38-269f-4016-8a67-f2d4cb7edab5
	{"id":"ca96ac38-269f-4016-8a67-f2d4cb7edab5","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973711}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c65dcf0ce
	ca96ac38-269f-4016-8a67-f2d4cb7edab5

/tidb/cdc/default/default/upstream/7365755950333959575
	{"id":7365755950333959575,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.cli.39572.out cli changefeed create --start-ts=449570068213530625 '--sink-uri=kafka://127.0.0.1:9092/canal-json-handle-key-only?protocol=canal-json&enable-tidb-extension=true&max-message-bytes=1000&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/conf/changefeed.toml
Create changefeed successfully!
ID: ba52cc4b-4045-4332-ace8-248446d59e89
Info: {"upstream_id":7365755950333959575,"namespace":"default","id":"ba52cc4b-4045-4332-ace8-248446d59e89","sink_uri":"kafka://127.0.0.1:9092/canal-json-handle-key-only?protocol=canal-json\u0026enable-tidb-extension=true\u0026max-message-bytes=1000\u0026kafka-version=2.4.1","create_time":"2024-05-06T13:35:14.922129585+08:00","start_ts":449570068213530625,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"snappy","claim_check_storage_uri":""}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570068213530625,"checkpoint_ts":449570068213530625,"checkpoint_time":"2024-05-06 13:35:09.921"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
1:35PM INF > Run case=sql/debezium/datetime_key_test.sql
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
1:35PM INF > Run case=sql/debezium/db_default_charset.sql
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:35:22 CST 2024] <<<<<< run test case canal_json_handle_key_only success! >>>>>>
1:35PM INF > Run case=sql/debezium/db_default_charset_noutf.sql
1:35PM INF > Run case=sql/debezium/decimal_column_test.sql
+ '[' kafka == mysql ']'
+ stop_tidb_cluster
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh: line 1: 39605 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/open_protocol_handle_key_only
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
1:35PM INF > Run case=sql/debezium/enum_column_test.sql
Verifying downstream PD is started...
+ stop_tidb_cluster
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
1:35PM INF > Run case=sql/debezium/multitable_dbz_871.sql
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   2591      0 --:--:-- --:--:-- --:--:--  2600
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2024-05-06 13:35:34.300","puller_resolved_ts":"2024-05-06 13:35:27.299","last_synced_ts":"2024-05-06 13:33:18.699","now_ts":"2024-05-06 13:35:35.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:35:34.300","puller_resolved_ts":"2024-05-06' '13:35:27.299","last_synced_ts":"2024-05-06' '13:33:18.699","now_ts":"2024-05-06' '13:35:35.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
+ '[' true '!=' true ']'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:35:34.300","puller_resolved_ts":"2024-05-06' '13:35:27.299","last_synced_ts":"2024-05-06' '13:33:18.699","now_ts":"2024-05-06' '13:35:35.000","info":"Data' syncing is 'finished"}'
++ jq -r .info
+ info='Data syncing is finished'
+ target_message='Data syncing is finished'
+ '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']'
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ run_case_with_failpoint conf/changefeed-redo.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status_with_redo
+ mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319ab3940011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:40703, start at 2024-05-06 13:35:48.470738555 +0800 CST m=+5.146601066	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:37:48.477 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:35:48.453 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:25:48.453 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319ab3940011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:40703, start at 2024-05-06 13:35:48.470738555 +0800 CST m=+5.146601066	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:37:48.477 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:35:48.453 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:25:48.453 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319ab4340015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:40771, start at 2024-05-06 13:35:48.536062695 +0800 CST m=+5.159927318	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:37:48.542 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:35:48.544 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:25:48.544 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
1:35PM INF > Run case=sql/debezium/mysql_dbz_6533.sql
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo
Starting Upstream PD...
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.cli.42200.out cli tso query --pd=http://127.0.0.1:2379
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ set +x
+ tso='449570079231967233
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570079231967233 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:35:53 CST 2024] <<<<<< START cdc server in open_protocol_handle_key_only case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.4223942241.out server --log-file /tmp/tidb_cdc_test/open_protocol_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/open_protocol_handle_key_only/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:35:56 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2777bb2b-8c39-4d45-a61a-44c4a8ae16dc
	{"id":"2777bb2b-8c39-4d45-a61a-44c4a8ae16dc","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973753}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6680edd0
	2777bb2b-8c39-4d45-a61a-44c4a8ae16dc

/tidb/cdc/default/default/upstream/7365756125095547509
	{"id":7365756125095547509,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2777bb2b-8c39-4d45-a61a-44c4a8ae16dc
	{"id":"2777bb2b-8c39-4d45-a61a-44c4a8ae16dc","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973753}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6680edd0
	2777bb2b-8c39-4d45-a61a-44c4a8ae16dc

/tidb/cdc/default/default/upstream/7365756125095547509
	{"id":7365756125095547509,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2777bb2b-8c39-4d45-a61a-44c4a8ae16dc
	{"id":"2777bb2b-8c39-4d45-a61a-44c4a8ae16dc","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973753}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6680edd0
	2777bb2b-8c39-4d45-a61a-44c4a8ae16dc

/tidb/cdc/default/default/upstream/7365756125095547509
	{"id":7365756125095547509,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.cli.42301.out cli changefeed create --start-ts=449570079231967233 '--sink-uri=kafka://127.0.0.1:9092/open-protocol-handle-key-only?protocol=open-protocol&max-message-bytes=800&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/conf/changefeed.toml
Create changefeed successfully!
ID: fcb4e067-bc73-4b5c-b59e-abcd1b4b5cfe
Info: {"upstream_id":7365756125095547509,"namespace":"default","id":"fcb4e067-bc73-4b5c-b59e-abcd1b4b5cfe","sink_uri":"kafka://127.0.0.1:9092/open-protocol-handle-key-only?protocol=open-protocol\u0026max-message-bytes=800\u0026kafka-version=2.4.1","create_time":"2024-05-06T13:35:56.92323399+08:00","start_ts":449570079231967233,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":""}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570079231967233,"checkpoint_ts":449570079231967233,"checkpoint_time":"2024-05-06 13:35:51.953"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
table test.finish_mark not exists for 1-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 2-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
1:36PM INF > Run case=sql/debezium/nationalized_character_test.sql
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319b9cb00017	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:19333, start at 2024-05-06 13:36:03.411150355 +0800 CST m=+5.112787306	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:38:03.417 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:36:03.422 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:26:03.422 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319b9cb00017	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:19333, start at 2024-05-06 13:36:03.411150355 +0800 CST m=+5.112787306	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:38:03.417 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:36:03.422 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:26:03.422 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319b9c9c0015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-58qpv-jhq7n, pid:19419, start at 2024-05-06 13:36:03.408464351 +0800 CST m=+5.057560046	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:38:03.414 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:36:03.416 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:26:03.416 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Mon May  6 13:36:04 CST 2024] <<<<<< run test case open_protocol_handle_key_only success! >>>>>>
+ cd /tmp/tidb_cdc_test/synced_status_with_redo
+ export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.20819.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449570083156262913
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570083156262913 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449570083156262913
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test
[Mon May  6 13:36:08 CST 2024] <<<<<< START cdc server in synced_status_with_redo case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.2085720859.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
1:36PM INF > Run case=sql/debezium/numeric_column_test.sql
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:36:12 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4dc4a4b9-2d3a-413a-9567-948645bfbaff
	{"id":"4dc4a4b9-2d3a-413a-9567-948645bfbaff","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973768}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c66bb67d0
	4dc4a4b9-2d3a-413a-9567-948645bfbaff

/tidb/cdc/default/default/upstream/7365756189717833669
	{"id":7365756189717833669,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4dc4a4b9-2d3a-413a-9567-948645bfbaff
	{"id":"4dc4a4b9-2d3a-413a-9567-948645bfbaff","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973768}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c66bb67d0
	4dc4a4b9-2d3a-413a-9567-948645bfbaff

/tidb/cdc/default/default/upstream/7365756189717833669
	{"id":7365756189717833669,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4dc4a4b9-2d3a-413a-9567-948645bfbaff
	{"id":"4dc4a4b9-2d3a-413a-9567-948645bfbaff","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973768}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c66bb67d0
	4dc4a4b9-2d3a-413a-9567-948645bfbaff

/tidb/cdc/default/default/upstream/7365756189717833669
	{"id":7365756189717833669,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed-redo.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449570083156262913 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.20921.out cli changefeed create --start-ts=449570083156262913 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7365756189717833669,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:36:13.08341329+08:00","start_ts":449570083156262913,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570083156262913,"checkpoint_ts":449570083156262913,"checkpoint_time":"2024-05-06 13:36:06.923"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
1:36PM INF > Run case=sql/debezium/readbinlog_test.sql
+ set +x
+ sleep 20
1:36PM INF > Run case=sql/debezium/real_test.sql
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh: line 1: 42335 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/canal_json_claim_check
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
1:36PM INF > Run case=sql/debezium/regression_test.sql
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319d3c1c0005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:43460, start at 2024-05-06 13:36:29.963259786 +0800 CST m=+5.064971489	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:38:29.969 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:36:29.959 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:26:29.959 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319d3c1c0005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:43460, start at 2024-05-06 13:36:29.963259786 +0800 CST m=+5.064971489	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:38:29.969 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:36:29.959 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:26:29.959 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319d3bf80015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:43536, start at 2024-05-06 13:36:29.997436103 +0800 CST m=+5.053810696	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:38:30.005 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:36:30.000 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:26:30.000 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.cli.44979.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449570090125885441
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570090125885441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:36:34 CST 2024] <<<<<< START cdc server in canal_json_claim_check case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.4502245024.out server --log-file /tmp/tidb_cdc_test/canal_json_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_claim_check/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   723  100   723    0     0   8922      0 --:--:-- --:--:-- --:--:--  9037
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:34:13.228","puller_resolved_ts":"2024-05-06 13:34:13.228","last_synced_ts":"2024-05-06 13:34:06.778","now_ts":"2024-05-06 13:36:24.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:34:13.228","puller_resolved_ts":"2024-05-06' '13:34:13.228","last_synced_ts":"2024-05-06' '13:34:06.778","now_ts":"2024-05-06' '13:36:24.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:34:13.228","puller_resolved_ts":"2024-05-06' '13:34:13.228","last_synced_ts":"2024-05-06' '13:34:06.778","now_ts":"2024-05-06' '13:36:24.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq -r .info
+ info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']'
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ run_case_with_unavailable_tidb conf/changefeed.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status
+ mkdir -p /tmp/tidb_cdc_test/synced_status
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   723  100   723    0     0   9132      0 --:--:-- --:--:-- --:--:--  9151
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:36:06.923","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2024-05-06 13:36:34.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:36:06.923","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:36:34.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:36:06.923","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:36:34.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq -r .info
+ info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']'
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:36:38 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/44675a3f-5e34-4735-b035-51cf58aaf92d
	{"id":"44675a3f-5e34-4735-b035-51cf58aaf92d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973795}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c67256bcf
	44675a3f-5e34-4735-b035-51cf58aaf92d

/tidb/cdc/default/default/upstream/7365756304460315660
	{"id":7365756304460315660,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/44675a3f-5e34-4735-b035-51cf58aaf92d
	{"id":"44675a3f-5e34-4735-b035-51cf58aaf92d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973795}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c67256bcf
	44675a3f-5e34-4735-b035-51cf58aaf92d

/tidb/cdc/default/default/upstream/7365756304460315660
	{"id":7365756304460315660,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/44675a3f-5e34-4735-b035-51cf58aaf92d
	{"id":"44675a3f-5e34-4735-b035-51cf58aaf92d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973795}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c67256bcf
	44675a3f-5e34-4735-b035-51cf58aaf92d

/tidb/cdc/default/default/upstream/7365756304460315660
	{"id":7365756304460315660,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.cli.45077.out cli changefeed create --start-ts=449570090125885441 '--sink-uri=kafka://127.0.0.1:9092/canal-json-claim-check?protocol=canal-json&enable-tidb-extension=true&max-message-bytes=1000&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/conf/changefeed.toml
Create changefeed successfully!
ID: cd55b007-46e8-4007-897c-3a5ff4b45127
Info: {"upstream_id":7365756304460315660,"namespace":"default","id":"cd55b007-46e8-4007-897c-3a5ff4b45127","sink_uri":"kafka://127.0.0.1:9092/canal-json-claim-check?protocol=canal-json\u0026enable-tidb-extension=true\u0026max-message-bytes=1000\u0026kafka-version=2.4.1","create_time":"2024-05-06T13:36:38.492695832+08:00","start_ts":449570090125885441,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/canal-json-claim-check"}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570090125885441,"checkpoint_ts":449570090125885441,"checkpoint_time":"2024-05-06 13:36:33.510"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:36:47 CST 2024] <<<<<< run test case canal_json_claim_check success! >>>>>>
+ check_logs /tmp/tidb_cdc_test/synced_status_with_redo
++ date
+ echo '[Mon May  6 13:36:46 CST 2024] <<<<<< run test case synced_status_with_redo success! >>>>>>'
[Mon May  6 13:36:46 CST 2024] <<<<<< run test case synced_status_with_redo success! >>>>>>
+ stop_tidb_cluster
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319ebd480012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:23396, start at 2024-05-06 13:36:54.637867576 +0800 CST m=+6.286783585	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:38:54.644 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:36:54.610 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:26:54.610 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319ebd480012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:23396, start at 2024-05-06 13:36:54.637867576 +0800 CST m=+6.286783585	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:38:54.644 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:36:54.610 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:26:54.610 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319ead900014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:23484, start at 2024-05-06 13:36:53.633614869 +0800 CST m=+5.228209970	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:38:53.640 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:36:53.604 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:26:53.604 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ cd /tmp/tidb_cdc_test/synced_status
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.24827.out cli tso query --pd=http://127.0.0.1:2379
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh: line 1: 45110 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ set +x
+ tso='449570096810557441
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570096810557441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449570096810557441
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test
[Mon May  6 13:37:00 CST 2024] <<<<<< START cdc server in synced_status case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2486224864.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
start tidb cluster in /tmp/tidb_cdc_test/open_protocol_claim_check
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:37:03 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d792bcf3-a1a4-49e3-a604-02e82b73450d
	{"id":"d792bcf3-a1a4-49e3-a604-02e82b73450d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973820}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6782f8d2
	d792bcf3-a1a4-49e3-a604-02e82b73450d

/tidb/cdc/default/default/upstream/7365756407501317908
	{"id":7365756407501317908,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d792bcf3-a1a4-49e3-a604-02e82b73450d
	{"id":"d792bcf3-a1a4-49e3-a604-02e82b73450d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973820}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6782f8d2
	d792bcf3-a1a4-49e3-a604-02e82b73450d

/tidb/cdc/default/default/upstream/7365756407501317908
	{"id":7365756407501317908,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d792bcf3-a1a4-49e3-a604-02e82b73450d
	{"id":"d792bcf3-a1a4-49e3-a604-02e82b73450d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973820}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6782f8d2
	d792bcf3-a1a4-49e3-a604-02e82b73450d

/tidb/cdc/default/default/upstream/7365756407501317908
	{"id":7365756407501317908,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449570096810557441 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.24922.out cli changefeed create --start-ts=449570096810557441 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7365756407501317908,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:37:04.006799088+08:00","start_ts":449570096810557441,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570096810557441,"checkpoint_ts":449570096810557441,"checkpoint_time":"2024-05-06 13:36:59.010"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ set +x
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.t1 exists
+ sleep 5
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ kill_tidb
++ ps aux
++ grep tidb-server
++ grep /tmp/tidb_cdc_test/synced_status
+ info='jenkins    23396 10.9  0.0 2861772 257648 ?      Sl   13:36   0:02 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1714973808344067318.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status/tidb.log
jenkins    23400  3.1  0.0 2532296 197128 ?      Sl   13:36   0:00 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1714973808347503099.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status/tidb_other.log
jenkins    23484 12.3  0.0 2986076 286512 ?      Sl   13:36   0:03 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1714973808398828071.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status/tidb_down.log'
++ ps aux
++ grep tidb-server
++ grep /tmp/tidb_cdc_test/synced_status
++ awk '{print $2}'
++ xargs kill -9
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   2233      0 --:--:-- --:--:-- --:--:--  2250
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:37:13.410","puller_resolved_ts":"2024-05-06 13:37:06.711","last_synced_ts":"2024-05-06 13:37:06.760","now_ts":"2024-05-06 13:37:13.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:37:13.410","puller_resolved_ts":"2024-05-06' '13:37:06.711","last_synced_ts":"2024-05-06' '13:37:06.760","now_ts":"2024-05-06' '13:37:13.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:37:13.410","puller_resolved_ts":"2024-05-06' '13:37:06.711","last_synced_ts":"2024-05-06' '13:37:06.760","now_ts":"2024-05-06' '13:37:13.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ target_message='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319fe7300018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:46271, start at 2024-05-06 13:37:13.72523722 +0800 CST m=+5.109794400	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:39:13.733 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:37:13.725 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:27:13.725 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319fe7300018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:46271, start at 2024-05-06 13:37:13.72523722 +0800 CST m=+5.109794400	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:39:13.733 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:37:13.725 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:27:13.725 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d319fe96c0010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:46353, start at 2024-05-06 13:37:13.835728427 +0800 CST m=+5.165065398	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:39:13.844 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:37:13.819 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:27:13.819 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.47743.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449570101585772545
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570101585772545 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
1:37PM INF > Run case=sql/debezium/skip_messages_test.sql
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.47797.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449570102948659201
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570102948659201 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Mon May  6 13:37:23 CST 2024] <<<<<< START cdc server in open_protocol_claim_check case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.4783147833.out server --log-file /tmp/tidb_cdc_test/open_protocol_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/open_protocol_claim_check/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
1:37PM INF > Run case=sql/debezium/strategy_test.sql
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:37:26 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d76f0a81-4571-4d7d-945c-66a1f490005d
	{"id":"d76f0a81-4571-4d7d-945c-66a1f490005d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973844}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c67ce3929
	d76f0a81-4571-4d7d-945c-66a1f490005d

/tidb/cdc/default/default/upstream/7365756495630217337
	{"id":7365756495630217337,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d76f0a81-4571-4d7d-945c-66a1f490005d
	{"id":"d76f0a81-4571-4d7d-945c-66a1f490005d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973844}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c67ce3929
	d76f0a81-4571-4d7d-945c-66a1f490005d

/tidb/cdc/default/default/upstream/7365756495630217337
	{"id":7365756495630217337,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d76f0a81-4571-4d7d-945c-66a1f490005d
	{"id":"d76f0a81-4571-4d7d-945c-66a1f490005d","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973844}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c67ce3929
	d76f0a81-4571-4d7d-945c-66a1f490005d

/tidb/cdc/default/default/upstream/7365756495630217337
	{"id":7365756495630217337,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.47885.out cli changefeed create --start-ts=449570101585772545 --target-ts=449570102948659201 '--sink-uri=kafka://127.0.0.1:9092/open-protocol-claim-check?protocol=open-protocol&max-message-bytes=800&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/conf/changefeed.toml
Create changefeed successfully!
ID: 2c29ef5d-2219-447c-aad3-a25eb8160adc
Info: {"upstream_id":7365756495630217337,"namespace":"default","id":"2c29ef5d-2219-447c-aad3-a25eb8160adc","sink_uri":"kafka://127.0.0.1:9092/open-protocol-claim-check?protocol=open-protocol\u0026max-message-bytes=800\u0026kafka-version=2.4.1","create_time":"2024-05-06T13:37:27.40453078+08:00","start_ts":449570101585772545,"target_ts":449570102948659201,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"lz4","claim_check_storage_uri":"file:///tmp/open-protocol-claim-check"}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570101585772545,"checkpoint_ts":449570101585772545,"checkpoint_time":"2024-05-06 13:37:17.226"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:37:34 CST 2024] <<<<<< run test case open_protocol_claim_check success! >>>>>>
1:37PM INF > Run case=sql/debezium/table_column_comment_test.sql
1:37PM INF > Run case=sql/debezium/timestamp_column_test.sql
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh: line 1: 47923 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_storage_basic/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:37:45 CST 2024] <<<<<< run test case canal_json_storage_basic success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_storage_partition_table/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:37:49 CST 2024] <<<<<< run test case canal_json_storage_partition_table success! >>>>>>
1:37PM INF > Run case=sql/debezium/tinyint_test.sql
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_tables_ddl/run.sh using Sink-Type: kafka... <<=================
* About to connect() to 127.0.0.1 port 24927 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:24927; Connection refused
* Closing connection 0

 You are running an older version of MinIO released 3 years ago 
 Update: Run `mc admin update` 


Attempting encryption of all config, IAM users and policies on MinIO backend
Endpoint:  http://127.0.0.1:24927

Object API (Amazon S3 compatible):
   Go:         https://docs.min.io/docs/golang-client-quickstart-guide
   Java:       https://docs.min.io/docs/java-client-quickstart-guide
   Python:     https://docs.min.io/docs/python-client-quickstart-guide
   JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide
   .NET:       https://docs.min.io/docs/dotnet-client-quickstart-guide
* About to connect() to 127.0.0.1 port 24927 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0)
> GET / HTTP/1.1
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:24927
> Accept: */*
> 
< HTTP/1.1 403 Forbidden
< Accept-Ranges: bytes
< Content-Length: 226
< Content-Security-Policy: block-all-mixed-content
< Content-Type: application/xml
< Server: MinIO/RELEASE.2020-07-27T18-37-02Z
< Vary: Origin
< X-Amz-Request-Id: 17CCCFA70C4C4E27
< X-Xss-Protection: 1; mode=block
< Date: Mon, 06 May 2024 05:37:54 GMT
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
Bucket 's3://logbucket/' created
The 1 times to try to start tidb cluster...
1:37PM INF > Run case=sql/debezium/topic_name_sanitization_test.sql
start tidb cluster in /tmp/tidb_cdc_test/multi_tables_ddl
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
1:38PM INF > Run case=sql/debezium/unsigned_integer_test.sql
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31a33b0c0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:49266, start at 2024-05-06 13:38:08.23123534 +0800 CST m=+5.094143273	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:40:08.238 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:38:08.195 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:28:08.195 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31a33b0c0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:49266, start at 2024-05-06 13:38:08.23123534 +0800 CST m=+5.094143273	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:40:08.238 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:38:08.195 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:28:08.195 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31a33bb40015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-8gxpv-8p505, pid:49348, start at 2024-05-06 13:38:08.285708409 +0800 CST m=+5.099810164	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:40:08.291 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:38:08.286 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:28:08.286 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/error.log
arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Mon May  6 13:38:11 CST 2024] <<<<<< START cdc server in multi_tables_ddl case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_tables_ddl.5080850810.out server --log-file /tmp/tidb_cdc_test/multi_tables_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_tables_ddl/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:38:14 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b0a6e16f-3dd4-4dfe-a457-f2fc46d433ad
	{"id":"b0a6e16f-3dd4-4dfe-a457-f2fc46d433ad","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973891}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c68a71ac4
	b0a6e16f-3dd4-4dfe-a457-f2fc46d433ad

/tidb/cdc/default/default/upstream/7365756731724883865
	{"id":7365756731724883865,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b0a6e16f-3dd4-4dfe-a457-f2fc46d433ad
	{"id":"b0a6e16f-3dd4-4dfe-a457-f2fc46d433ad","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973891}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c68a71ac4
	b0a6e16f-3dd4-4dfe-a457-f2fc46d433ad

/tidb/cdc/default/default/upstream/7365756731724883865
	{"id":7365756731724883865,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b0a6e16f-3dd4-4dfe-a457-f2fc46d433ad
	{"id":"b0a6e16f-3dd4-4dfe-a457-f2fc46d433ad","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973891}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c68a71ac4
	b0a6e16f-3dd4-4dfe-a457-f2fc46d433ad

/tidb/cdc/default/default/upstream/7365756731724883865
	{"id":7365756731724883865,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: test-normal
Info: {"upstream_id":7365756731724883865,"namespace":"default","id":"test-normal","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-normal-25299?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:38:14.807420448+08:00","start_ts":449570115812065281,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t1","multi_tables_ddl_test.t2","multi_tables_ddl_test.t3","multi_tables_ddl_test.t4","multi_tables_ddl_test.t1_7","multi_tables_ddl_test.t2_7","multi_tables_ddl_test.finish_mark"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570115812065281,"checkpoint_ts":449570115812065281,"checkpoint_time":"2024-05-06 13:38:11.495"}
Create changefeed successfully!
ID: test-error-1
Info: {"upstream_id":7365756731724883865,"namespace":"default","id":"test-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-1-14381?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:38:15.009083253+08:00","start_ts":449570115812065281,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t5","multi_tables_ddl_test.t6","multi_tables_ddl_test.t7","multi_tables_ddl_test.t8"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570115812065281,"checkpoint_ts":449570115812065281,"checkpoint_time":"2024-05-06 13:38:11.495"}
Create changefeed successfully!
ID: test-error-2
Info: {"upstream_id":7365756731724883865,"namespace":"default","id":"test-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-2-9909?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T13:38:15.208360528+08:00","start_ts":449570115812065281,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t9","multi_tables_ddl_test.t10"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570115812065281,"checkpoint_ts":449570115812065281,"checkpoint_time":"2024-05-06 13:38:11.495"}
[Mon May  6 13:38:15 CST 2024] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>>
[Mon May  6 13:38:15 CST 2024] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>>
[Mon May  6 13:38:15 CST 2024] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>>
table multi_tables_ddl_test.t55 not exists for 1-th check, retry later
table multi_tables_ddl_test.t55 not exists for 2-th check, retry later
table multi_tables_ddl_test.t55 not exists for 3-th check, retry later
table multi_tables_ddl_test.t55 not exists for 4-th check, retry later
table multi_tables_ddl_test.t55 exists
table multi_tables_ddl_test.t66 exists
table multi_tables_ddl_test.t7 exists
table multi_tables_ddl_test.t88 exists
table multi_tables_ddl_test.finish_mark not exists for 1-th check, retry later
table multi_tables_ddl_test.finish_mark not exists for 2-th check, retry later
table multi_tables_ddl_test.finish_mark not exists for 3-th check, retry later
table multi_tables_ddl_test.finish_mark exists
check table exists success
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-normal
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-normal -s
+ info='{
  "upstream_id": 7365756731724883865,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 449570121238446082,
  "checkpoint_time": "2024-05-06 13:38:32.195",
  "error": null
}'
+ echo '{
  "upstream_id": 7365756731724883865,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 449570121238446082,
  "checkpoint_time": "2024-05-06 13:38:32.195",
  "error": null
}'
{
  "upstream_id": 7365756731724883865,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 449570121238446082,
  "checkpoint_time": "2024-05-06 13:38:32.195",
  "error": null
}
++ echo '{' '"upstream_id":' 7365756731724883865, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 449570121238446082, '"checkpoint_time":' '"2024-05-06' '13:38:32.195",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365756731724883865, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 449570121238446082, '"checkpoint_time":' '"2024-05-06' '13:38:32.195",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-1
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-1 -s
+ info='{
  "upstream_id": 7365756731724883865,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 449570121238446086,
  "checkpoint_time": "2024-05-06 13:38:32.195",
  "error": null
}'
+ echo '{
  "upstream_id": 7365756731724883865,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 449570121238446086,
  "checkpoint_time": "2024-05-06 13:38:32.195",
  "error": null
}'
{
  "upstream_id": 7365756731724883865,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 449570121238446086,
  "checkpoint_time": "2024-05-06 13:38:32.195",
  "error": null
}
++ echo '{' '"upstream_id":' 7365756731724883865, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 449570121238446086, '"checkpoint_time":' '"2024-05-06' '13:38:32.195",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365756731724883865, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 449570121238446086, '"checkpoint_time":' '"2024-05-06' '13:38:32.195",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-2
+ expected_state=failed
+ error_msg=ErrSyncRenameTableFailed
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-2 -s
+ info='{
  "upstream_id": 7365756731724883865,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 449570117096570917,
  "checkpoint_time": "2024-05-06 13:38:16.395",
  "error": {
    "time": "2024-05-06T13:38:18.256280193+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''130'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}'
+ echo '{
  "upstream_id": 7365756731724883865,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 449570117096570917,
  "checkpoint_time": "2024-05-06 13:38:16.395",
  "error": {
    "time": "2024-05-06T13:38:18.256280193+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''130'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}'
{
  "upstream_id": 7365756731724883865,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 449570117096570917,
  "checkpoint_time": "2024-05-06 13:38:16.395",
  "error": {
    "time": "2024-05-06T13:38:18.256280193+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '130', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}
++ jq -r .state
++ echo '{' '"upstream_id":' 7365756731724883865, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 449570117096570917, '"checkpoint_time":' '"2024-05-06' '13:38:16.395",' '"error":' '{' '"time":' '"2024-05-06T13:38:18.256280193+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''130'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ jq -r .error.message
++ echo '{' '"upstream_id":' 7365756731724883865, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 449570117096570917, '"checkpoint_time":' '"2024-05-06' '13:38:16.395",' '"error":' '{' '"time":' '"2024-05-06T13:38:18.256280193+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''130'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
+ message='[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''130'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule.'
+ [[ ! [CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '130', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule. =~ ErrSyncRenameTableFailed ]]
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 13:38:34 CST 2024] <<<<<< run test case multi_tables_ddl success! >>>>>>
Exiting on signal: INTERRUPT
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
1:39PM INF > Run case=sql/dml.sql
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   2605      0 --:--:-- --:--:-- --:--:--  2630
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2024-05-06 13:39:23.510","puller_resolved_ts":"2024-05-06 13:39:15.511","last_synced_ts":"2024-05-06 13:37:06.760","now_ts":"2024-05-06 13:39:24.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:39:23.510","puller_resolved_ts":"2024-05-06' '13:39:15.511","last_synced_ts":"2024-05-06' '13:37:06.760","now_ts":"2024-05-06' '13:39:24.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
+ '[' true '!=' true ']'
++ echo '{"synced":true,"sink_checkpoint_ts":"2024-05-06' '13:39:23.510","puller_resolved_ts":"2024-05-06' '13:39:15.511","last_synced_ts":"2024-05-06' '13:37:06.760","now_ts":"2024-05-06' '13:39:24.000","info":"Data' syncing is 'finished"}'
++ jq -r .info
+ info='Data syncing is finished'
+ target_message='Data syncing is finished'
+ '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']'
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ run_case_with_failpoint conf/changefeed.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status
+ mkdir -p /tmp/tidb_cdc_test/synced_status
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   72a0fd5b00235a7c56014b77ddd933e2a0d33c88
Git Commit Branch: master
UTC Build Time:    2024-04-30 02:23:51
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-80-g06ee59bd9c
Edition: Community
Git Commit Hash: 06ee59bd9c683757f75fdd3469f37f50988a1a2f
Git Branch: master
UTC Build Time: 2024-05-06 03:43:22
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31a9955c0018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:26224, start at 2024-05-06 13:39:52.322096705 +0800 CST m=+5.067799615	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:41:52.328 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:39:52.329 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:29:52.329 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31a9955c0018	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:26224, start at 2024-05-06 13:39:52.322096705 +0800 CST m=+5.067799615	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:41:52.328 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:39:52.329 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:29:52.329 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63d31a998740003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-1863-1c89f-jhd86, pid:26315, start at 2024-05-06 13:39:52.479751295 +0800 CST m=+5.164848485	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240506-13:41:52.485 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240506-13:39:52.477 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240506-13:29:52.477 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-17-g8e50de84e
Edition:         Community
Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271
Git Branch:      HEAD
UTC Build Time:  2024-05-06 04:04:42
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-06 04:09:34
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ cd /tmp/tidb_cdc_test/synced_status
+ export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.27646.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449570143175704577
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449570143175704577 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449570143175704577
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test
[Mon May  6 13:39:57 CST 2024] <<<<<< START cdc server in synced_status case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2768127683.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 05:40:00 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ce8316ac-308b-4014-998b-9bc05ddec43e
	{"id":"ce8316ac-308b-4014-998b-9bc05ddec43e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973997}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6a3bbad5
	ce8316ac-308b-4014-998b-9bc05ddec43e

/tidb/cdc/default/default/upstream/7365757168018776538
	{"id":7365757168018776538,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ce8316ac-308b-4014-998b-9bc05ddec43e
	{"id":"ce8316ac-308b-4014-998b-9bc05ddec43e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973997}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6a3bbad5
	ce8316ac-308b-4014-998b-9bc05ddec43e

/tidb/cdc/default/default/upstream/7365757168018776538
	{"id":7365757168018776538,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ce8316ac-308b-4014-998b-9bc05ddec43e
	{"id":"ce8316ac-308b-4014-998b-9bc05ddec43e","address":"127.0.0.1:8300","version":"v8.2.0-alpha-22-gd72d260c0","git-hash":"d72d260c017170db94deda602246fcddfea2a4a1","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714973997}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4c6a3bbad5
	ce8316ac-308b-4014-998b-9bc05ddec43e

/tidb/cdc/default/default/upstream/7365757168018776538
	{"id":7365757168018776538,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449570143175704577 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.27743.out cli changefeed create --start-ts=449570143175704577 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7365757168018776538,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-06T13:40:00.877685001+08:00","start_ts":449570143175704577,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-22-gd72d260c0","resolved_ts":449570143175704577,"checkpoint_ts":449570143175704577,"checkpoint_time":"2024-05-06 13:39:55.879"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
+ sleep 20
1:40PM INF > All tests pass failed=0 passed=219
[Mon May  6 13:40:15 CST 2024] <<<<<< run test case debezium success! >>>>>>
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   723  100   723    0     0   7179      0 --:--:-- --:--:-- --:--:--  7230
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-06 13:39:55.879","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2024-05-06 13:40:22.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:39:55.879","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:40:22.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-06' '13:39:55.879","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-06' '13:40:22.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq -r .info
+ info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']'
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/lossy_ddl/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:40:32 CST 2024] <<<<<< run test case lossy_ddl success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_csv_update/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 13:40:36 CST 2024] <<<<<< run test case storage_csv_update success! >>>>>>
+ check_logs /tmp/tidb_cdc_test/synced_status
++ date
+ echo '[Mon May  6 13:40:36 CST 2024] <<<<<< run test case synced_status success! >>>>>>'
[Mon May  6 13:40:36 CST 2024] <<<<<< run test case synced_status success! >>>>>>
+ stop_tidb_cluster
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1863/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
Finished: SUCCESS