Skipping 2,324 KB.. Full Log

[Fri May 17 17:02:42 CST 2024] <<<<<< START cdc server in split_region case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.2576725769.out server --log-file /tmp/tidb_cdc_test/split_region/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/split_region/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Fri, 17 May 2024 09:02:42 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/babdc3e4-b5fb-4879-bc3e-159e5e3715c6
	{"id":"babdc3e4-b5fb-4879-bc3e-159e5e3715c6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936560}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9cd2698
	babdc3e4-b5fb-4879-bc3e-159e5e3715c6

/tidb/cdc/default/default/upstream/7369891357949470287
	{"id":7369891357949470287,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/babdc3e4-b5fb-4879-bc3e-159e5e3715c6
	{"id":"babdc3e4-b5fb-4879-bc3e-159e5e3715c6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936560}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9cd2698
	babdc3e4-b5fb-4879-bc3e-159e5e3715c6

/tidb/cdc/default/default/upstream/7369891357949470287
	{"id":7369891357949470287,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/babdc3e4-b5fb-4879-bc3e-159e5e3715c6
	{"id":"babdc3e4-b5fb-4879-bc3e-159e5e3715c6","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936560}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9cd2698
	babdc3e4-b5fb-4879-bc3e-159e5e3715c6

/tidb/cdc/default/default/upstream/7369891357949470287
	{"id":7369891357949470287,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449822473136635905 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.22125.out cli changefeed create --start-ts=449822473136635905 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	198	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63e17282e3c0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-2023-4fb3c-36r25, pid:19171, start at 2024-05-17 17:02:42.111576356 +0800 CST m=+2.723191392	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240517-17:04:42.118 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240517-17:02:42.113 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240517-16:52:42.113 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	198	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63e17282e3c0014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-2023-4fb3c-36r25, pid:19171, start at 2024-05-17 17:02:42.111576356 +0800 CST m=+2.723191392	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240517-17:04:42.118 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240517-17:02:42.113 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240517-16:52:42.113 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7369891357949470287,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-17T17:02:43.300169408+08:00","start_ts":449822473136635905,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-52-g26f1783cb","resolved_ts":449822473136635905,"checkpoint_ts":449822473136635905,"checkpoint_time":"2024-05-17 17:02:38.291"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	198	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63e17282ed80014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-2023-4fb3c-36r25, pid:19253, start at 2024-05-17 17:02:42.129084508 +0800 CST m=+2.689495469	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240517-17:04:42.140 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240517-17:02:42.102 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240517-16:52:42.102 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-28-g961f9dded
Edition:         Community
Git Commit Hash: 961f9dded38b814bb41b33c691ab58f3f090a0d9
Git Branch:      HEAD
UTC Build Time:  2024-05-15 03:49:49
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-15 03:53:57
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-28-g961f9dded"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["961f9dded38b814bb41b33c691ab58f3f090a0d9"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[2024/05/17 17:02:36.193 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"]
[2024/05/17 17:02:36.506 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/17 17:02:36.507 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/17 17:02:36.880 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/17 17:02:36.881 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/17 17:02:36.881 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/17 17:02:36.883 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/17 17:02:37.156 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/17 17:02:37.161 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[2024/05/17 17:02:37.426 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/17 17:02:37.427 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/17 17:02:37.432 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/17 17:02:37.435 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/17 17:02:37.792 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[2024/05/17 17:02:37.842 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/17 17:02:38.062 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/17 17:02:38.067 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/17 17:02:38.283 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/17 17:02:38.295 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/17 17:02:38.431 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/17 17:02:38.638 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
[2024/05/17 17:02:38.705 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/17 17:02:38.711 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
[2024/05/17 17:02:39.094 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/17 17:02:39.105 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/17 17:02:39.148 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/17 17:02:39.392 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/17 17:02:39.540 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/17 17:02:39.547 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/17 17:02:39.795 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/17 17:02:39.809 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/17 17:02:39.825 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/17 17:02:40.083 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/17 17:02:40.106 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/17 17:02:40.114 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/17 17:02:40.472 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/17 17:02:40.490 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/17 17:02:40.500 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/17 17:02:40.764 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/17 17:02:40.770 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/17 17:02:40.778 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/17 17:02:41.140 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/17 17:02:41.144 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/17 17:02:41.157 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
+ set +x
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
***************** properties *****************
"requestdistribution"="uniform"
"threadcount"="4"
"operationcount"="0"
"updateproportion"="0"
"recordcount"="20"
"mysql.port"="4000"
"mysql.db"="changefeed_auto_stop_1"
"mysql.user"="root"
"mysql.host"="127.0.0.1"
"readproportion"="0"
"readallfields"="true"
"workload"="core"
"scanproportion"="0"
"insertproportion"="0"
"dotransactions"="false"
**********************************************
Run finished, takes 9.032408ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 3964.1, Avg(us): 1718, Min(us): 1020, Max(us): 3964, 95th(us): 4000, 99th(us): 4000
***************** properties *****************
"updateproportion"="0"
"dotransactions"="false"
"readproportion"="0"
"threadcount"="4"
"mysql.user"="root"
"workload"="core"
"insertproportion"="0"
"readallfields"="true"
"scanproportion"="0"
"mysql.port"="4000"
"mysql.db"="changefeed_auto_stop_2"
"mysql.host"="127.0.0.1"
"operationcount"="0"
"requestdistribution"="uniform"
"recordcount"="20"
**********************************************
Run finished, takes 10.596516ms
INSERT - Takes(s): 0.0, Count: 17, OPS: 2607.2, Avg(us): 1576, Min(us): 1039, Max(us): 3943, 95th(us): 4000, 99th(us): 4000
***************** properties *****************
"mysql.port"="4000"
"mysql.host"="127.0.0.1"
"readallfields"="true"
"scanproportion"="0"
"readproportion"="0"
"workload"="core"
"requestdistribution"="uniform"
"operationcount"="0"
"dotransactions"="false"
"updateproportion"="0"
"recordcount"="20"
"mysql.user"="root"
"threadcount"="4"
"insertproportion"="0"
"mysql.db"="changefeed_auto_stop_3"
**********************************************
Run finished, takes 8.538288ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 4100.7, Avg(us): 1613, Min(us): 984, Max(us): 3577, 95th(us): 4000, 99th(us): 4000
***************** properties *****************
"mysql.db"="changefeed_auto_stop_4"
"recordcount"="20"
"operationcount"="0"
"insertproportion"="0"
"mysql.user"="root"
"readproportion"="0"
"workload"="core"
"requestdistribution"="uniform"
"threadcount"="4"
"dotransactions"="false"
"mysql.host"="127.0.0.1"
"readallfields"="true"
"scanproportion"="0"
"mysql.port"="4000"
"updateproportion"="0"
**********************************************
Run finished, takes 10.570657ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 2980.4, Avg(us): 2006, Min(us): 992, Max(us): 3795, 95th(us): 4000, 99th(us): 4000
[Fri May 17 17:02:45 CST 2024] <<<<<< START cdc server in changefeed_auto_stop case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1247712479.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8301 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8301; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Fri, 17 May 2024 09:02:45 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ba00805e-2a4e-4fc6-9402-bfb13ba08a57
	{"id":"ba00805e-2a4e-4fc6-9402-bfb13ba08a57","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936563}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9d79fbf
	ba00805e-2a4e-4fc6-9402-bfb13ba08a57

/tidb/cdc/default/default/upstream/7369891363441020181
	{"id":7369891363441020181,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ba00805e-2a4e-4fc6-9402-bfb13ba08a57
	{"id":"ba00805e-2a4e-4fc6-9402-bfb13ba08a57","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936563}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9d79fbf
	ba00805e-2a4e-4fc6-9402-bfb13ba08a57

/tidb/cdc/default/default/upstream/7369891363441020181
	{"id":7369891363441020181,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ba00805e-2a4e-4fc6-9402-bfb13ba08a57
	{"id":"ba00805e-2a4e-4fc6-9402-bfb13ba08a57","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936563}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9d79fbf
	ba00805e-2a4e-4fc6-9402-bfb13ba08a57

/tidb/cdc/default/default/upstream/7369891363441020181
	{"id":7369891363441020181,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.25824.out cli changefeed create --start-ts=449822473905242113 '--sink-uri=kafka://127.0.0.1:9092/ticdc-split-region-test-3798?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config /tmp/tidb_cdc_test/split_region/pulsar_test.toml
+ cd /tmp/tidb_cdc_test/synced_status_with_redo
+ export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.20680.out cli tso query --pd=http://127.0.0.1:2379
Create changefeed successfully!
ID: 6b3e10de-6e95-49fa-ab25-617861a33985
Info: {"upstream_id":7369891363441020181,"namespace":"default","id":"6b3e10de-6e95-49fa-ab25-617861a33985","sink_uri":"kafka://127.0.0.1:9092/ticdc-split-region-test-3798?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-17T17:02:46.35454174+08:00","start_ts":449822473905242113,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-52-g26f1783cb","resolved_ts":449822473905242113,"checkpoint_ts":449822473905242113,"checkpoint_time":"2024-05-17 17:02:41.223"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[2024/05/17 17:02:46.265 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"]
[2024/05/17 17:02:46.478 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/17 17:02:46.487 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/17 17:02:46.660 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/17 17:02:46.666 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/17 17:02:46.672 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/17 17:02:46.675 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/17 17:02:46.852 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/17 17:02:46.866 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[2024/05/17 17:02:47.059 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/17 17:02:47.072 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/17 17:02:47.075 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/17 17:02:47.075 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
table test.t1 exists
+ sleep 5
[2024/05/17 17:02:47.270 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/17 17:02:47.274 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
+ set +x
+ tso='449822475148066817
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 449822475148066817 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=449822475148066817
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test
[Fri May 17 17:02:47 CST 2024] <<<<<< START cdc server in synced_status_with_redo case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.2071220714.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2024/05/17 17:02:47.451 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/17 17:02:47.459 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/17 17:02:47.465 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/17 17:02:47.467 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/17 17:02:47.634 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
+ set +x
[Fri May 17 17:02:47 CST 2024] <<<<<< START kafka consumer in split_region case >>>>>>
table split_region.test1 not exists for 1-th check, retry later
[2024/05/17 17:02:47.741 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/17 17:02:47.830 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/17 17:02:47.848 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/17 17:02:47.936 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/17 17:02:47.946 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
[2024/05/17 17:02:48.020 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/17 17:02:48.125 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/17 17:02:48.309 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/17 17:02:48.327 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/17 17:02:48.333 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/17 17:02:48.344 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8301 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8301
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Fri, 17 May 2024 09:02:48 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31d953c0-77e6-42ec-821b-e95d30cac3dc
	{"id":"31d953c0-77e6-42ec-821b-e95d30cac3dc","address":"127.0.0.1:8301","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936565}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e6e3e8
	31d953c0-77e6-42ec-821b-e95d30cac3dc

/tidb/cdc/default/default/upstream/7369891388910113668
	{"id":7369891388910113668,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31d953c0-77e6-42ec-821b-e95d30cac3dc
	{"id":"31d953c0-77e6-42ec-821b-e95d30cac3dc","address":"127.0.0.1:8301","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936565}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e6e3e8
	31d953c0-77e6-42ec-821b-e95d30cac3dc

/tidb/cdc/default/default/upstream/7369891388910113668
	{"id":7369891388910113668,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31d953c0-77e6-42ec-821b-e95d30cac3dc
	{"id":"31d953c0-77e6-42ec-821b-e95d30cac3dc","address":"127.0.0.1:8301","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936565}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e6e3e8
	31d953c0-77e6-42ec-821b-e95d30cac3dc

/tidb/cdc/default/default/upstream/7369891388910113668
	{"id":7369891388910113668,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Fri May 17 17:02:48 CST 2024] <<<<<< START cdc server in changefeed_auto_stop case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/pipeline/ProcessorSyncResolvedError=1*return(true);github.com/pingcap/tiflow/cdc/processor/ProcessorUpdatePositionDelaying=sleep(1000)'
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1254212544.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8302 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8302; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2024/05/17 17:02:48.491 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/17 17:02:48.530 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/17 17:02:48.667 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/17 17:02:48.698 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/17 17:02:48.740 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/17 17:02:48.761 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/17 17:02:48.855 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/17 17:02:48.946 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/17 17:02:49.047 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/17 17:02:49.076 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
[2024/05/17 17:02:49.240 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/17 17:02:49.265 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/17 17:02:49.308 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
[2024/05/17 17:02:49.458 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/17 17:02:49.489 +08:00] [INFO] [main.go:220] ["0 insert success: 1600"]
[2024/05/17 17:02:49.531 +08:00] [INFO] [main.go:234] ["0 delete success: 800"]
[2024/05/17 17:02:49.670 +08:00] [INFO] [main.go:220] ["0 insert success: 1700"]
[2024/05/17 17:02:49.670 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/17 17:02:49.694 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
[2024/05/17 17:02:49.843 +08:00] [INFO] [main.go:220] ["0 insert success: 1800"]
[2024/05/17 17:02:49.872 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
[2024/05/17 17:02:49.877 +08:00] [INFO] [main.go:234] ["0 delete success: 900"]
[2024/05/17 17:02:50.018 +08:00] [INFO] [main.go:220] ["0 insert success: 1900"]
[2024/05/17 17:02:50.076 +08:00] [INFO] [main.go:220] ["1 insert success: 1800"]
[2024/05/17 17:02:50.097 +08:00] [INFO] [main.go:234] ["1 delete success: 900"]
[2024/05/17 17:02:50.196 +08:00] [INFO] [main.go:220] ["0 insert success: 2000"]
table split_region.test1 not exists for 2-th check, retry later
[2024/05/17 17:02:50.239 +08:00] [INFO] [main.go:234] ["0 delete success: 1000"]
[2024/05/17 17:02:50.279 +08:00] [INFO] [main.go:220] ["1 insert success: 1900"]
[2024/05/17 17:02:50.373 +08:00] [INFO] [main.go:220] ["0 insert success: 2100"]
[2024/05/17 17:02:50.545 +08:00] [INFO] [main.go:220] ["0 insert success: 2200"]
[2024/05/17 17:02:50.577 +08:00] [INFO] [main.go:220] ["1 insert success: 2000"]
[2024/05/17 17:02:50.586 +08:00] [INFO] [main.go:234] ["0 delete success: 1100"]
[2024/05/17 17:02:50.611 +08:00] [INFO] [main.go:234] ["1 delete success: 1000"]
[2024/05/17 17:02:50.722 +08:00] [INFO] [main.go:220] ["0 insert success: 2300"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Fri, 17 May 2024 09:02:50 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8662af11-8b64-4e3c-bac9-db23fdc9678b
	{"id":"8662af11-8b64-4e3c-bac9-db23fdc9678b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936567}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e92a9d
	8662af11-8b64-4e3c-bac9-db23fdc9678b

/tidb/cdc/default/default/upstream/7369891378214137189
	{"id":7369891378214137189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8662af11-8b64-4e3c-bac9-db23fdc9678b
	{"id":"8662af11-8b64-4e3c-bac9-db23fdc9678b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936567}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e92a9d
	8662af11-8b64-4e3c-bac9-db23fdc9678b

/tidb/cdc/default/default/upstream/7369891378214137189
	{"id":7369891378214137189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8662af11-8b64-4e3c-bac9-db23fdc9678b
	{"id":"8662af11-8b64-4e3c-bac9-db23fdc9678b","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936567}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e92a9d
	8662af11-8b64-4e3c-bac9-db23fdc9678b

/tidb/cdc/default/default/upstream/7369891378214137189
	{"id":7369891378214137189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed-redo.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=449822475148066817 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.20764.out cli changefeed create --start-ts=449822475148066817 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
[2024/05/17 17:02:50.765 +08:00] [INFO] [main.go:220] ["1 insert success: 2100"]
[2024/05/17 17:02:50.894 +08:00] [INFO] [main.go:220] ["0 insert success: 2400"]
[2024/05/17 17:02:50.952 +08:00] [INFO] [main.go:234] ["0 delete success: 1200"]
[2024/05/17 17:02:50.963 +08:00] [INFO] [main.go:220] ["1 insert success: 2200"]
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7369891378214137189,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2024-05-17T17:02:50.969680777+08:00","start_ts":449822475148066817,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v8.2.0-alpha-52-g26f1783cb","resolved_ts":449822475148066817,"checkpoint_ts":449822475148066817,"checkpoint_time":"2024-05-17 17:02:45.964"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
[2024/05/17 17:02:50.998 +08:00] [INFO] [main.go:234] ["1 delete success: 1100"]
[2024/05/17 17:02:51.086 +08:00] [INFO] [main.go:220] ["0 insert success: 2500"]
[2024/05/17 17:02:51.156 +08:00] [INFO] [main.go:220] ["1 insert success: 2300"]
[2024/05/17 17:02:51.262 +08:00] [INFO] [main.go:220] ["0 insert success: 2600"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8302 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8302
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Fri, 17 May 2024 09:02:51 GMT
< Content-Length: 1271
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31d953c0-77e6-42ec-821b-e95d30cac3dc
	{"id":"31d953c0-77e6-42ec-821b-e95d30cac3dc","address":"127.0.0.1:8301","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936565}

/tidb/cdc/default/__cdc_meta__/capture/dfbfe1f6-505b-4e03-bbce-e6da544889f6
	{"id":"dfbfe1f6-505b-4e03-bbce-e6da544889f6","address":"127.0.0.1:8302","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936568}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e6e3e8
	31d953c0-77e6-42ec-821b-e95d30cac3dc

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e6e427
	dfbfe1f6-505b-4e03-bbce-e6da544889f6

/tidb/cdc/default/default/upstream/7369891388910113668
	{"id":7369891388910113668,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31d953c0-77e6-42ec-821b-e95d30cac3dc
	{"id":"31d953c0-77e6-42ec-821b-e95d30cac3dc","address":"127.0.0.1:8301","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936565}

/tidb/cdc/default/__cdc_meta__/capture/dfbfe1f6-505b-4e03-bbce-e6da544889f6
	{"id":"dfbfe1f6-505b-4e03-bbce-e6da544889f6","address":"127.0.0.1:8302","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936568}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e6e3e8
	31d953c0-77e6-42ec-821b-e95d30cac3dc

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e6e427
	dfbfe1f6-505b-4e03-bbce-e6da544889f6

/tidb/cdc/default/default/upstream/7369891388910113668
	{"id":7369891388910113668,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31d953c0-77e6-42ec-821b-e95d30cac3dc
	{"id":"31d953c0-77e6-42ec-821b-e95d30cac3dc","address":"127.0.0.1:8301","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936565}

/tidb/cdc/default/__cdc_meta__/capture/dfbfe1f6-505b-4e03-bbce-e6da544889f6
	{"id":"dfbfe1f6-505b-4e03-bbce-e6da544889f6","address":"127.0.0.1:8302","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936568}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e6e3e8
	31d953c0-77e6-42ec-821b-e95d30cac3dc

/tidb/cdc/default/__cdc_meta__/owner/22318f85c9e6e427
	dfbfe1f6-505b-4e03-bbce-e6da544889f6

/tidb/cdc/default/default/upstream/7369891388910113668
	{"id":7369891388910113668,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Fri May 17 17:02:51 CST 2024] <<<<<< START kafka consumer in changefeed_auto_stop case >>>>>>
check_changefeed_state http://127.0.0.1:2379 ad241a90-e7ef-4bba-ace8-35d98fcaa733 normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=ad241a90-e7ef-4bba-ace8-35d98fcaa733
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c ad241a90-e7ef-4bba-ace8-35d98fcaa733 -s
+ info='{
  "upstream_id": 7369891388910113668,
  "namespace": "default",
  "id": "ad241a90-e7ef-4bba-ace8-35d98fcaa733",
  "state": "normal",
  "checkpoint_tso": 449822474798628865,
  "checkpoint_time": "2024-05-17 17:02:44.631",
  "error": null
}'
+ echo '{
  "upstream_id": 7369891388910113668,
  "namespace": "default",
  "id": "ad241a90-e7ef-4bba-ace8-35d98fcaa733",
  "state": "normal",
  "checkpoint_tso": 449822474798628865,
  "checkpoint_time": "2024-05-17 17:02:44.631",
  "error": null
}'
{
  "upstream_id": 7369891388910113668,
  "namespace": "default",
  "id": "ad241a90-e7ef-4bba-ace8-35d98fcaa733",
  "state": "normal",
  "checkpoint_tso": 449822474798628865,
  "checkpoint_time": "2024-05-17 17:02:44.631",
  "error": null
}
++ echo '{' '"upstream_id":' 7369891388910113668, '"namespace":' '"default",' '"id":' '"ad241a90-e7ef-4bba-ace8-35d98fcaa733",' '"state":' '"normal",' '"checkpoint_tso":' 449822474798628865, '"checkpoint_time":' '"2024-05-17' '17:02:44.631",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7369891388910113668, '"namespace":' '"default",' '"id":' '"ad241a90-e7ef-4bba-ace8-35d98fcaa733",' '"state":' '"normal",' '"checkpoint_tso":' 449822474798628865, '"checkpoint_time":' '"2024-05-17' '17:02:44.631",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
table changefeed_auto_stop_1.usertable not exists for 1-th check, retry later
table split_region.test1 exists
table split_region.test2 exists
check diff failed 1-th time, retry later
+ set +x
+ sleep 20
+ kill_tikv
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status
+ info='jenkins    19851 26.7  0.5 4696564 2212336 ?     Sl   17:02   0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv1
jenkins    19852 35.7  0.5 4734452 2278320 ?     Sl   17:02   0:07 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv2
jenkins    19853 26.2  0.5 4695028 2206736 ?     Sl   17:02   0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv3
jenkins    19855 34.8  0.5 4728824 2269640 ?     Sl   17:02   0:07 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv_down'
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status
++ awk '{print $2}'
++ xargs kill -9
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   2717      0 --:--:-- --:--:-- --:--:--  2730
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-17 17:02:50.741","puller_resolved_ts":"2024-05-17 17:02:44.741","last_synced_ts":"2024-05-17 17:02:44.791","now_ts":"2024-05-17 17:02:51.000","info":"The data syncing is not finished, please wait"}'
++ jq .synced
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-17' '17:02:50.741","puller_resolved_ts":"2024-05-17' '17:02:44.741","last_synced_ts":"2024-05-17' '17:02:44.791","now_ts":"2024-05-17' '17:02:51.000","info":"The' data syncing is not finished, please 'wait"}'
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-17' '17:02:50.741","puller_resolved_ts":"2024-05-17' '17:02:44.741","last_synced_ts":"2024-05-17' '17:02:44.791","now_ts":"2024-05-17' '17:02:51.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ target_message='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
table changefeed_auto_stop_1.usertable not exists for 2-th check, retry later
check diff successfully
table test.finish_mark not exists for 1-th check, retry later
table changefeed_auto_stop_1.usertable exists
table changefeed_auto_stop_2.usertable not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
[2024/05/17 17:02:56.420 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"]
[2024/05/17 17:02:56.615 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/17 17:02:56.620 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/17 17:02:56.786 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/17 17:02:56.788 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/17 17:02:56.799 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/17 17:02:56.800 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/17 17:02:56.987 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/17 17:02:57.006 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[2024/05/17 17:02:57.167 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/17 17:02:57.169 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/17 17:02:57.196 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/17 17:02:57.198 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/17 17:02:57.343 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/17 17:02:57.387 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[2024/05/17 17:02:57.515 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/17 17:02:57.517 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/17 17:02:57.564 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/17 17:02:57.566 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/17 17:02:57.684 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
[2024/05/17 17:02:57.741 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/17 17:02:57.864 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/17 17:02:57.866 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/17 17:02:57.926 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/17 17:02:57.928 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
table changefeed_auto_stop_2.usertable exists
table changefeed_auto_stop_3.usertable not exists for 1-th check, retry later
table test.finish_mark not exists for 3-th check, retry later
[2024/05/17 17:02:58.037 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/17 17:02:58.111 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/17 17:02:58.212 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/17 17:02:58.214 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/17 17:02:58.298 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/17 17:02:58.300 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/17 17:02:58.388 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/17 17:02:58.477 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/17 17:02:58.569 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/17 17:02:58.571 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/17 17:02:58.663 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/17 17:02:58.665 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/17 17:02:58.753 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/17 17:02:58.850 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/17 17:02:58.940 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/17 17:02:58.941 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
[2024/05/17 17:02:59.042 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/17 17:02:59.044 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/17 17:02:59.127 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
[2024/05/17 17:02:59.226 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/17 17:02:59.312 +08:00] [INFO] [main.go:220] ["0 insert success: 1600"]
[2024/05/17 17:02:59.314 +08:00] [INFO] [main.go:234] ["0 delete success: 800"]
[2024/05/17 17:02:59.429 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/17 17:02:59.431 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
[2024/05/17 17:02:59.505 +08:00] [INFO] [main.go:220] ["0 insert success: 1700"]
[2024/05/17 17:02:59.607 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
[2024/05/17 17:02:59.697 +08:00] [INFO] [main.go:220] ["0 insert success: 1800"]
[2024/05/17 17:02:59.699 +08:00] [INFO] [main.go:234] ["0 delete success: 900"]
[2024/05/17 17:02:59.795 +08:00] [INFO] [main.go:220] ["1 insert success: 1800"]
[2024/05/17 17:02:59.797 +08:00] [INFO] [main.go:234] ["1 delete success: 900"]
[2024/05/17 17:02:59.879 +08:00] [INFO] [main.go:220] ["0 insert success: 1900"]
[2024/05/17 17:02:59.985 +08:00] [INFO] [main.go:220] ["1 insert success: 1900"]
table changefeed_auto_stop_3.usertable exists
table changefeed_auto_stop_4.usertable not exists for 1-th check, retry later
table test.finish_mark not exists for 4-th check, retry later
[2024/05/17 17:03:00.057 +08:00] [INFO] [main.go:220] ["0 insert success: 2000"]
[2024/05/17 17:03:00.059 +08:00] [INFO] [main.go:234] ["0 delete success: 1000"]
[2024/05/17 17:03:00.174 +08:00] [INFO] [main.go:220] ["1 insert success: 2000"]
[2024/05/17 17:03:00.176 +08:00] [INFO] [main.go:234] ["1 delete success: 1000"]
[2024/05/17 17:03:00.244 +08:00] [INFO] [main.go:220] ["0 insert success: 2100"]
[2024/05/17 17:03:00.373 +08:00] [INFO] [main.go:220] ["1 insert success: 2100"]
[2024/05/17 17:03:00.438 +08:00] [INFO] [main.go:220] ["0 insert success: 2200"]
[2024/05/17 17:03:00.440 +08:00] [INFO] [main.go:234] ["0 delete success: 1100"]
[2024/05/17 17:03:00.564 +08:00] [INFO] [main.go:220] ["1 insert success: 2200"]
[2024/05/17 17:03:00.567 +08:00] [INFO] [main.go:234] ["1 delete success: 1100"]
[2024/05/17 17:03:00.637 +08:00] [INFO] [main.go:220] ["0 insert success: 2300"]
[2024/05/17 17:03:00.756 +08:00] [INFO] [main.go:220] ["1 insert success: 2300"]
[2024/05/17 17:03:00.840 +08:00] [INFO] [main.go:220] ["0 insert success: 2400"]
[2024/05/17 17:03:00.842 +08:00] [INFO] [main.go:234] ["0 delete success: 1200"]
[2024/05/17 17:03:00.967 +08:00] [INFO] [main.go:220] ["1 insert success: 2400"]
[2024/05/17 17:03:00.970 +08:00] [INFO] [main.go:234] ["1 delete success: 1200"]
[2024/05/17 17:03:01.062 +08:00] [INFO] [main.go:220] ["0 insert success: 2500"]
[2024/05/17 17:03:01.187 +08:00] [INFO] [main.go:220] ["1 insert success: 2500"]
[2024/05/17 17:03:01.286 +08:00] [INFO] [main.go:220] ["0 insert success: 2600"]
[2024/05/17 17:03:01.288 +08:00] [INFO] [main.go:234] ["0 delete success: 1300"]
[2024/05/17 17:03:01.400 +08:00] [INFO] [main.go:220] ["1 insert success: 2600"]
[2024/05/17 17:03:01.402 +08:00] [INFO] [main.go:234] ["1 delete success: 1300"]
table changefeed_auto_stop_4.usertable exists
check diff failed 1-th time, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Fri May 17 17:03:04 CST 2024] <<<<<< run test case canal_json_basic success! >>>>>>
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Fri May 17 17:03:06 CST 2024] <<<<<< run test case changefeed_auto_stop success! >>>>>>
check diff failed 1-th time, retry later
[2024/05/17 17:03:06.668 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"]
[2024/05/17 17:03:06.901 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/17 17:03:06.901 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/17 17:03:07.100 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/17 17:03:07.102 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/17 17:03:07.105 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/17 17:03:07.106 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/17 17:03:07.294 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/17 17:03:07.294 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[2024/05/17 17:03:07.473 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/17 17:03:07.473 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/17 17:03:07.478 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/17 17:03:07.480 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/17 17:03:07.648 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/17 17:03:07.685 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[2024/05/17 17:03:07.826 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/17 17:03:07.827 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/17 17:03:07.868 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/17 17:03:07.870 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/17 17:03:07.998 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
[2024/05/17 17:03:08.052 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
check diff failed 2-th time, retry later
[2024/05/17 17:03:08.171 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[2024/05/17 17:03:08.172 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/17 17:03:08.235 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/17 17:03:08.237 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
[2024/05/17 17:03:08.347 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/17 17:03:08.417 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/17 17:03:08.518 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/17 17:03:08.519 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/17 17:03:08.597 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/17 17:03:08.600 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/17 17:03:08.690 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/17 17:03:08.783 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/17 17:03:08.863 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/17 17:03:08.864 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/17 17:03:08.966 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/17 17:03:08.968 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/17 17:03:09.034 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/17 17:03:09.159 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/17 17:03:09.210 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
[2024/05/17 17:03:09.211 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/17 17:03:09.347 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/17 17:03:09.349 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/17 17:03:09.391 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
[2024/05/17 17:03:09.525 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/17 17:03:09.567 +08:00] [INFO] [main.go:234] ["0 delete success: 800"]
[2024/05/17 17:03:09.568 +08:00] [INFO] [main.go:220] ["0 insert success: 1600"]
[2024/05/17 17:03:09.770 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/17 17:03:09.771 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
[2024/05/17 17:03:09.813 +08:00] [INFO] [main.go:220] ["0 insert success: 1700"]
check diff successfully
[2024/05/17 17:03:09.942 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
[2024/05/17 17:03:09.988 +08:00] [INFO] [main.go:234] ["0 delete success: 900"]
[2024/05/17 17:03:09.988 +08:00] [INFO] [main.go:220] ["0 insert success: 1800"]
[2024/05/17 17:03:10.110 +08:00] [INFO] [main.go:220] ["1 insert success: 1800"]
[2024/05/17 17:03:10.112 +08:00] [INFO] [main.go:234] ["1 delete success: 900"]
[2024/05/17 17:03:10.158 +08:00] [INFO] [main.go:220] ["0 insert success: 1900"]
[2024/05/17 17:03:10.286 +08:00] [INFO] [main.go:220] ["1 insert success: 1900"]
[2024/05/17 17:03:10.330 +08:00] [INFO] [main.go:234] ["0 delete success: 1000"]
[2024/05/17 17:03:10.330 +08:00] [INFO] [main.go:220] ["0 insert success: 2000"]
[2024/05/17 17:03:10.453 +08:00] [INFO] [main.go:220] ["1 insert success: 2000"]
[2024/05/17 17:03:10.455 +08:00] [INFO] [main.go:234] ["1 delete success: 1000"]
[2024/05/17 17:03:10.501 +08:00] [INFO] [main.go:220] ["0 insert success: 2100"]
[2024/05/17 17:03:10.620 +08:00] [INFO] [main.go:220] ["1 insert success: 2100"]
wait process cdc.test exit for 1-th time...
[2024/05/17 17:03:10.675 +08:00] [INFO] [main.go:234] ["0 delete success: 1100"]
[2024/05/17 17:03:10.675 +08:00] [INFO] [main.go:220] ["0 insert success: 2200"]
[2024/05/17 17:03:10.790 +08:00] [INFO] [main.go:220] ["1 insert success: 2200"]
[2024/05/17 17:03:10.792 +08:00] [INFO] [main.go:234] ["1 delete success: 1100"]
[2024/05/17 17:03:10.846 +08:00] [INFO] [main.go:220] ["0 insert success: 2300"]
[2024/05/17 17:03:10.962 +08:00] [INFO] [main.go:220] ["1 insert success: 2300"]
[2024/05/17 17:03:11.025 +08:00] [INFO] [main.go:234] ["0 delete success: 1200"]
[2024/05/17 17:03:11.026 +08:00] [INFO] [main.go:220] ["0 insert success: 2400"]
wait process cdc.test exit for 2-th time...
[2024/05/17 17:03:11.143 +08:00] [INFO] [main.go:220] ["1 insert success: 2400"]
[2024/05/17 17:03:11.145 +08:00] [INFO] [main.go:234] ["1 delete success: 1200"]
[2024/05/17 17:03:11.199 +08:00] [INFO] [main.go:220] ["0 insert success: 2500"]
[2024/05/17 17:03:11.323 +08:00] [INFO] [main.go:220] ["1 insert success: 2500"]
[2024/05/17 17:03:11.380 +08:00] [INFO] [main.go:234] ["0 delete success: 1300"]
[2024/05/17 17:03:11.381 +08:00] [INFO] [main.go:220] ["0 insert success: 2600"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Fri May 17 17:03:11 CST 2024] <<<<<< run test case split_region success! >>>>>>
[2024/05/17 17:03:11.497 +08:00] [INFO] [main.go:220] ["1 insert success: 2600"]
[2024/05/17 17:03:11.499 +08:00] [INFO] [main.go:234] ["1 delete success: 1300"]
[2024/05/17 17:03:11.561 +08:00] [INFO] [main.go:220] ["0 insert success: 2700"]
[2024/05/17 17:03:11.665 +08:00] [INFO] [main.go:220] ["1 insert success: 2700"]
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   723  100   723    0     0  10640      0 --:--:-- --:--:-- --:--:-- 10791
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2024-05-17 17:02:45.964","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2024-05-17 17:03:12.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-17' '17:02:45.964","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-17' '17:03:12.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2024-05-17' '17:02:45.964","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2024-05-17' '17:03:12.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq -r .info
+ info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']'
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_content_compatible/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2024/05/17 17:03:17.013 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"]
[2024/05/17 17:03:17.233 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
[2024/05/17 17:03:17.236 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/17 17:03:17.411 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/17 17:03:17.413 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/17 17:03:17.415 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[2024/05/17 17:03:17.416 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/17 17:03:17.582 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/17 17:03:17.585 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[2024/05/17 17:03:17.758 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/17 17:03:17.761 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/17 17:03:17.762 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[2024/05/17 17:03:17.764 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/17 17:03:17.936 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/17 17:03:17.948 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[2024/05/17 17:03:18.119 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/17 17:03:18.120 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/17 17:03:18.121 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/17 17:03:18.122 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[2024/05/17 17:03:18.303 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/17 17:03:18.311 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-2023/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[2024/05/17 17:03:18.488 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/17 17:03:18.489 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
[2024/05/17 17:03:18.500 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/17 17:03:18.501 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[2024/05/17 17:03:18.679 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/17 17:03:18.683 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/17 17:03:18.853 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/17 17:03:18.855 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/17 17:03:18.863 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/17 17:03:18.864 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
start tidb cluster in /tmp/tidb_cdc_test/canal_json_content_compatible
Starting Upstream PD...
Release Version: v8.2.0-alpha-35-g447728525
Edition: Community
Git Commit Hash: 4477285253fc8dda13992a9830770c82966aa59a
Git Branch: master
UTC Build Time:  2024-05-17 08:19:06
Starting Downstream PD...
Release Version: v8.2.0-alpha-35-g447728525
Edition: Community
Git Commit Hash: 4477285253fc8dda13992a9830770c82966aa59a
Git Branch: master
UTC Build Time:  2024-05-17 08:19:06
Verifying upstream PD is started...
[Pipeline] // withEnv
[Pipeline] }
[2024/05/17 17:03:19.030 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/17 17:03:19.043 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[2024/05/17 17:03:19.215 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/17 17:03:19.217 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/17 17:03:19.227 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/17 17:03:19.229 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/17 17:03:19.403 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/17 17:03:19.413 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/17 17:03:19.595 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/17 17:03:19.597 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/17 17:03:19.599 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/17 17:03:19.601 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
[2024/05/17 17:03:19.780 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/17 17:03:19.783 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
[2024/05/17 17:03:19.957 +08:00] [INFO] [main.go:220] ["0 insert success: 1600"]
[2024/05/17 17:03:19.959 +08:00] [INFO] [main.go:234] ["0 delete success: 800"]
[2024/05/17 17:03:19.964 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/17 17:03:19.966 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
[2024/05/17 17:03:20.133 +08:00] [INFO] [main.go:220] ["0 insert success: 1700"]
[2024/05/17 17:03:20.142 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
[2024/05/17 17:03:20.320 +08:00] [INFO] [main.go:220] ["0 insert success: 1800"]
[2024/05/17 17:03:20.322 +08:00] [INFO] [main.go:234] ["0 delete success: 900"]
[2024/05/17 17:03:20.336 +08:00] [INFO] [main.go:220] ["1 insert success: 1800"]
[2024/05/17 17:03:20.337 +08:00] [INFO] [main.go:234] ["1 delete success: 900"]
[2024/05/17 17:03:20.505 +08:00] [INFO] [main.go:220] ["0 insert success: 1900"]
[2024/05/17 17:03:20.522 +08:00] [INFO] [main.go:220] ["1 insert success: 1900"]
[2024/05/17 17:03:20.690 +08:00] [INFO] [main.go:220] ["0 insert success: 2000"]
[2024/05/17 17:03:20.692 +08:00] [INFO] [main.go:234] ["0 delete success: 1000"]
[2024/05/17 17:03:20.698 +08:00] [INFO] [main.go:220] ["1 insert success: 2000"]
[2024/05/17 17:03:20.700 +08:00] [INFO] [main.go:234] ["1 delete success: 1000"]
[2024/05/17 17:03:20.869 +08:00] [INFO] [main.go:220] ["0 insert success: 2100"]
[2024/05/17 17:03:20.880 +08:00] [INFO] [main.go:220] ["1 insert success: 2100"]
[2024/05/17 17:03:21.054 +08:00] [INFO] [main.go:220] ["0 insert success: 2200"]
[2024/05/17 17:03:21.056 +08:00] [INFO] [main.go:234] ["0 delete success: 1100"]
[2024/05/17 17:03:21.062 +08:00] [INFO] [main.go:220] ["1 insert success: 2200"]
[2024/05/17 17:03:21.064 +08:00] [INFO] [main.go:234] ["1 delete success: 1100"]
[2024/05/17 17:03:21.241 +08:00] [INFO] [main.go:220] ["0 insert success: 2300"]
[2024/05/17 17:03:21.258 +08:00] [INFO] [main.go:220] ["1 insert success: 2300"]
[2024/05/17 17:03:21.420 +08:00] [INFO] [main.go:220] ["0 insert success: 2400"]
[2024/05/17 17:03:21.422 +08:00] [INFO] [main.go:234] ["0 delete success: 1200"]
[2024/05/17 17:03:21.447 +08:00] [INFO] [main.go:220] ["1 insert success: 2400"]
[2024/05/17 17:03:21.449 +08:00] [INFO] [main.go:234] ["1 delete success: 1200"]
[2024/05/17 17:03:21.591 +08:00] [INFO] [main.go:220] ["0 insert success: 2500"]
[2024/05/17 17:03:21.631 +08:00] [INFO] [main.go:220] ["1 insert success: 2500"]
[2024/05/17 17:03:21.759 +08:00] [INFO] [main.go:220] ["0 insert success: 2600"]
[2024/05/17 17:03:21.761 +08:00] [INFO] [main.go:234] ["0 delete success: 1300"]
[2024/05/17 17:03:21.820 +08:00] [INFO] [main.go:220] ["1 insert success: 2600"]
[2024/05/17 17:03:21.822 +08:00] [INFO] [main.go:234] ["1 delete success: 1300"]
[2024/05/17 17:03:21.932 +08:00] [INFO] [main.go:220] ["0 insert success: 2700"]
[2024/05/17 17:03:22.001 +08:00] [INFO] [main.go:220] ["1 insert success: 2700"]
Verifying downstream PD is started...
ERROR: Failed to launch pingcap-tiflow-pull-cdc-integration-kafka-test-2023-r84t3-td56g
io.fabric8.kubernetes.client.KubernetesClientTimeoutException: Timed out waiting for [1000000] milliseconds for [Pod] with name:[pingcap-tiflow-pull-cdc-integration-kafka-test-2023-r84t3-td56g] in namespace [jenkins-tiflow].
	at io.fabric8.kubernetes.client.dsl.internal.BaseOperation.waitUntilCondition(BaseOperation.java:939)
	at io.fabric8.kubernetes.client.dsl.internal.BaseOperation.waitUntilReady(BaseOperation.java:921)
	at io.fabric8.kubernetes.client.dsl.internal.BaseOperation.waitUntilReady(BaseOperation.java:97)
	at org.csanchez.jenkins.plugins.kubernetes.KubernetesLauncher.launch(KubernetesLauncher.java:185)
	at hudson.slaves.SlaveComputer.lambda$_connect$0(SlaveComputer.java:297)
	at jenkins.util.ContextResettingExecutorService$2.call(ContextResettingExecutorService.java:46)
	at jenkins.security.ImpersonatingExecutorService$2.call(ImpersonatingExecutorService.java:80)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   3c2cbcf24e326ea917736538b05605c8143b6e1d
Git Commit Branch: master
UTC Build Time:    2024-05-16 09:05:19
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   3c2cbcf24e326ea917736538b05605c8143b6e1d
Git Commit Branch: master
UTC Build Time:    2024-05-16 09:05:19
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ check_logs /tmp/tidb_cdc_test/synced_status_with_redo
++ date
+ echo '[Fri May 17 17:03:23 CST 2024] <<<<<< run test case synced_status_with_redo success! >>>>>>'
[Fri May 17 17:03:23 CST 2024] <<<<<< run test case synced_status_with_redo success! >>>>>>
+ stop_tidb_cluster
Starting Upstream TiDB...
Release Version: v8.2.0-alpha-184-g9c892270a3
Edition: Community
Git Commit Hash: 9c892270a3fcefb872f6d8d921a32089bf40d25e
Git Branch: master
UTC Build Time: 2024-05-17 07:04:40
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.2.0-alpha-184-g9c892270a3
Edition: Community
Git Commit Hash: 9c892270a3fcefb872f6d8d921a32089bf40d25e
Git Branch: master
UTC Build Time: 2024-05-17 07:04:40
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
\033[0;36m<<< Run all test success >>>\033[0m
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2024/05/17 17:03:27.083 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"]
[2024/05/17 17:03:27.293 +08:00] [INFO] [main.go:220] ["1 insert success: 100"]
[2024/05/17 17:03:27.293 +08:00] [INFO] [main.go:220] ["0 insert success: 100"]
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-2023/tiflow-cdc already exists)
[2024/05/17 17:03:27.519 +08:00] [INFO] [main.go:220] ["0 insert success: 200"]
[2024/05/17 17:03:27.522 +08:00] [INFO] [main.go:234] ["0 delete success: 100"]
[2024/05/17 17:03:27.527 +08:00] [INFO] [main.go:234] ["1 delete success: 100"]
[2024/05/17 17:03:27.528 +08:00] [INFO] [main.go:220] ["1 insert success: 200"]
[Pipeline] // cache
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-2023/tiflow-cdc already exists)
[Pipeline] }
[Pipeline] // cache
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[2024/05/17 17:03:27.750 +08:00] [INFO] [main.go:220] ["0 insert success: 300"]
[2024/05/17 17:03:27.756 +08:00] [INFO] [main.go:220] ["1 insert success: 300"]
[Pipeline] // dir
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[2024/05/17 17:03:27.979 +08:00] [INFO] [main.go:220] ["0 insert success: 400"]
[2024/05/17 17:03:27.982 +08:00] [INFO] [main.go:234] ["0 delete success: 200"]
[2024/05/17 17:03:27.989 +08:00] [INFO] [main.go:234] ["1 delete success: 200"]
[2024/05/17 17:03:27.991 +08:00] [INFO] [main.go:220] ["1 insert success: 400"]
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] // container
[Pipeline] // withEnv
[Pipeline] }
[2024/05/17 17:03:28.219 +08:00] [INFO] [main.go:220] ["0 insert success: 500"]
[2024/05/17 17:03:28.226 +08:00] [INFO] [main.go:220] ["1 insert success: 500"]
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[2024/05/17 17:03:28.469 +08:00] [INFO] [main.go:234] ["1 delete success: 300"]
[2024/05/17 17:03:28.470 +08:00] [INFO] [main.go:220] ["1 insert success: 600"]
[2024/05/17 17:03:28.478 +08:00] [INFO] [main.go:220] ["0 insert success: 600"]
[2024/05/17 17:03:28.480 +08:00] [INFO] [main.go:234] ["0 delete success: 300"]
[Pipeline] // withEnv
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[2024/05/17 17:03:28.759 +08:00] [INFO] [main.go:220] ["1 insert success: 700"]
[2024/05/17 17:03:28.804 +08:00] [INFO] [main.go:220] ["0 insert success: 700"]
[Pipeline] // stage
[Pipeline] }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	198	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63e172af8780013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-2023-28q4d-f7nmq, pid:29128, start at 2024-05-17 17:03:27.798144965 +0800 CST m=+2.736612789	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240517-17:05:27.805 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240517-17:03:27.774 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240517-16:53:27.774 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
[2024/05/17 17:03:29.084 +08:00] [INFO] [main.go:234] ["1 delete success: 400"]
[2024/05/17 17:03:29.086 +08:00] [INFO] [main.go:220] ["1 insert success: 800"]
[2024/05/17 17:03:29.161 +08:00] [INFO] [main.go:220] ["0 insert success: 800"]
[2024/05/17 17:03:29.164 +08:00] [INFO] [main.go:234] ["0 delete success: 400"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	198	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63e172af8780013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-2023-28q4d-f7nmq, pid:29128, start at 2024-05-17 17:03:27.798144965 +0800 CST m=+2.736612789	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240517-17:05:27.805 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240517-17:03:27.774 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240517-16:53:27.774 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	198	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63e172af8880015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-pull-cdc-integration-kafka-test-2023-28q4d-f7nmq, pid:29207, start at 2024-05-17 17:03:27.814391716 +0800 CST m=+2.703170344	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240517-17:05:27.822 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240517-17:03:27.778 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240517-16:53:27.778 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.2.0-alpha-28-g961f9dded
Edition:         Community
Git Commit Hash: 961f9dded38b814bb41b33c691ab58f3f090a0d9
Git Branch:      HEAD
UTC Build Time:  2024-05-15 03:49:49
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-15 03:53:57
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.2.0-alpha-28-g961f9dded"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["961f9dded38b814bb41b33c691ab58f3f090a0d9"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[2024/05/17 17:03:29.382 +08:00] [INFO] [main.go:220] ["1 insert success: 900"]
[2024/05/17 17:03:29.474 +08:00] [INFO] [main.go:220] ["0 insert success: 900"]
[2024/05/17 17:03:29.620 +08:00] [INFO] [main.go:234] ["1 delete success: 500"]
[2024/05/17 17:03:29.621 +08:00] [INFO] [main.go:220] ["1 insert success: 1000"]
[2024/05/17 17:03:29.790 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/17 17:03:29.794 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/17 17:03:29.942 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/17 17:03:30.173 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[2024/05/17 17:03:30.315 +08:00] [INFO] [main.go:234] ["1 delete success: 600"]
[2024/05/17 17:03:30.317 +08:00] [INFO] [main.go:220] ["1 insert success: 1200"]
[2024/05/17 17:03:30.573 +08:00] [INFO] [main.go:220] ["0 insert success: 1200"]
[2024/05/17 17:03:30.577 +08:00] [INFO] [main.go:234] ["0 delete success: 600"]
[2024/05/17 17:03:30.674 +08:00] [INFO] [main.go:220] ["1 insert success: 1300"]
[2024/05/17 17:03:31.036 +08:00] [INFO] [main.go:234] ["1 delete success: 700"]
[2024/05/17 17:03:31.038 +08:00] [INFO] [main.go:220] ["1 insert success: 1400"]
[2024/05/17 17:03:31.072 +08:00] [INFO] [main.go:220] ["0 insert success: 1300"]
[2024/05/17 17:03:31.430 +08:00] [INFO] [main.go:220] ["1 insert success: 1500"]
[2024/05/17 17:03:31.482 +08:00] [INFO] [main.go:220] ["0 insert success: 1400"]
[2024/05/17 17:03:31.491 +08:00] [INFO] [main.go:234] ["0 delete success: 700"]
[Fri May 17 17:03:31 CST 2024] <<<<<< START cdc server in canal_json_content_compatible case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_content_compatible.3057230574.out server --log-file /tmp/tidb_cdc_test/canal_json_content_compatible/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_content_compatible/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2024/05/17 17:03:31.797 +08:00] [INFO] [main.go:234] ["1 delete success: 800"]
[2024/05/17 17:03:31.798 +08:00] [INFO] [main.go:220] ["1 insert success: 1600"]
[2024/05/17 17:03:31.932 +08:00] [INFO] [main.go:220] ["0 insert success: 1500"]
[2024/05/17 17:03:32.053 +08:00] [INFO] [main.go:220] ["1 insert success: 1700"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Fri, 17 May 2024 09:03:34 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6ab96af1-901a-45ca-b4fa-bcf4c52952e2
	{"id":"6ab96af1-901a-45ca-b4fa-bcf4c52952e2","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936611}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85ca9b868a
	6ab96af1-901a-45ca-b4fa-bcf4c52952e2

/tidb/cdc/default/default/upstream/7369891580088281089
	{"id":7369891580088281089,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6ab96af1-901a-45ca-b4fa-bcf4c52952e2
	{"id":"6ab96af1-901a-45ca-b4fa-bcf4c52952e2","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936611}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85ca9b868a
	6ab96af1-901a-45ca-b4fa-bcf4c52952e2

/tidb/cdc/default/default/upstream/7369891580088281089
	{"id":7369891580088281089,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6ab96af1-901a-45ca-b4fa-bcf4c52952e2
	{"id":"6ab96af1-901a-45ca-b4fa-bcf4c52952e2","address":"127.0.0.1:8300","version":"v8.2.0-alpha-52-g26f1783cb","git-hash":"26f1783cbe4a0cff1a5eb2ed7f003d4b736d2940","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715936611}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85ca9b868a
	6ab96af1-901a-45ca-b4fa-bcf4c52952e2

/tidb/cdc/default/default/upstream/7369891580088281089
	{"id":7369891580088281089,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_content_compatible.cli.30637.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-canal-json-content-compatible?protocol=canal-json&enable-tidb-extension=true&content-compatible=true'
Create changefeed successfully!
ID: d0778b12-bcbb-4cd7-96cc-79ddb5c760d0
Info: {"upstream_id":7369891580088281089,"namespace":"default","id":"d0778b12-bcbb-4cd7-96cc-79ddb5c760d0","sink_uri":"kafka://127.0.0.1:9092/ticdc-canal-json-content-compatible?protocol=canal-json\u0026enable-tidb-extension=true\u0026content-compatible=true","create_time":"2024-05-17T17:03:34.896661355+08:00","start_ts":449822487943315463,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":true,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-52-g26f1783cb","resolved_ts":449822487943315463,"checkpoint_ts":449822487943315463,"checkpoint_time":"2024-05-17 17:03:34.774"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
[Fri May 17 17:03:41 CST 2024] <<<<<< START kafka consumer in canal_json_content_compatible case >>>>>>
[2024/05/17 17:03:41.648 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m5.454752064s"]
table mark.finish_mark_0 exists
table mark.finish_mark_1 not exists for 1-th check, retry later
table mark.finish_mark_1 not exists for 2-th check, retry later
table mark.finish_mark_1 not exists for 3-th check, retry later
table mark.finish_mark_1 not exists for 4-th check, retry later
table mark.finish_mark_1 not exists for 5-th check, retry later
table mark.finish_mark_1 not exists for 6-th check, retry later
table mark.finish_mark_1 not exists for 7-th check, retry later
table mark.finish_mark_1 not exists for 8-th check, retry later
table mark.finish_mark_1 not exists for 9-th check, retry later
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table mark.finish_mark_1 not exists for 10-th check, retry later
table test.finish_mark not exists for 3-th check, retry later
table mark.finish_mark_1 not exists for 11-th check, retry later
table test.finish_mark not exists for 4-th check, retry later
table mark.finish_mark_1 not exists for 12-th check, retry later
table test.finish_mark not exists for 5-th check, retry later
table mark.finish_mark_1 not exists for 13-th check, retry later
table test.finish_mark not exists for 6-th check, retry later
table mark.finish_mark_1 not exists for 14-th check, retry later
Aborted by Jenkins Admin
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
table test.finish_mark not exists for 7-th check, retry later
{"level":"warn","ts":1715936649.7925758,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0022388c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"}
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
[Pipeline] // cache
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] // dir
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] // container
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // withEnv
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G05'
[Pipeline] }
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G01'
++ stop_tidb_cluster
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/run.sh: line 1: 22209 Terminated              sleep 130
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/run.sh: line 1: 22293 Terminated              sleep 130
libc++abi: terminate_handler unexpectedly threw an exception
script returned exit code 143
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G09'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
org.jenkinsci.plugins.workflow.actions.ErrorAction$ErrorId: 469a0bb4-5dc4-4364-bfdb-1ba50770223f
Failed in branch Matrix - TEST_GROUP = 'G05'
org.jenkinsci.plugins.workflow.actions.ErrorAction$ErrorId: bd04d009-bd88-4112-b776-6cd5a20a965a
org.jenkinsci.plugins.workflow.actions.ErrorAction$ErrorId: bd04d009-bd88-4112-b776-6cd5a20a965a
Finished: ABORTED