[2024/05/08 16:18:47.797 +08:00] [INFO] [main.go:220] ["0 insert success: 1000"]
[2024/05/08 16:18:47.801 +08:00] [INFO] [main.go:234] ["0 delete success: 500"]
[2024/05/08 16:18:48.171 +08:00] [INFO] [main.go:220] ["1 insert success: 1100"]
[2024/05/08 16:18:48.355 +08:00] [INFO] [main.go:220] ["0 insert success: 1100"]
[90m4:18PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/datetime_key_test.sql
[90m4:18PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/db_default_charset.sql
[90m4:18PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/db_default_charset_noutf.sql
[2024/05/08 16:18:54.904 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m2.872742793s"]
table mark.finish_mark_0 exists
table mark.finish_mark_1 not exists for 1-th check, retry later
table mark.finish_mark_1 not exists for 2-th check, retry later
[90m4:18PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/decimal_column_test.sql
table mark.finish_mark_1 not exists for 3-th check, retry later
table mark.finish_mark_1 not exists for 4-th check, retry later
[90m4:19PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/enum_column_test.sql
table mark.finish_mark_1 not exists for 5-th check, retry later
table mark.finish_mark_1 not exists for 6-th check, retry later
table mark.finish_mark_1 exists
table mark.finish_mark_2 not exists for 1-th check, retry later
table mark.finish_mark_2 not exists for 2-th check, retry later
table mark.finish_mark_2 not exists for 3-th check, retry later
[90m4:19PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/multitable_dbz_871.sql
table mark.finish_mark_2 not exists for 4-th check, retry later
table mark.finish_mark_2 not exists for 5-th check, retry later
[90m4:19PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/mysql_dbz_6533.sql
table mark.finish_mark_2 exists
table mark.finish_mark_3 not exists for 1-th check, retry later
table mark.finish_mark_3 not exists for 2-th check, retry later
table mark.finish_mark_3 not exists for 3-th check, retry later
table mark.finish_mark_3 not exists for 4-th check, retry later
table mark.finish_mark_3 not exists for 5-th check, retry later
table mark.finish_mark_3 exists
table mark.finish_mark_4 not exists for 1-th check, retry later
table mark.finish_mark_4 not exists for 2-th check, retry later
table mark.finish_mark_4 not exists for 3-th check, retry later
[90m4:19PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/nationalized_character_test.sql
table mark.finish_mark_4 not exists for 4-th check, retry later
[90m4:19PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/numeric_column_test.sql
table mark.finish_mark_4 not exists for 5-th check, retry later
table mark.finish_mark_4 not exists for 6-th check, retry later
table mark.finish_mark_4 not exists for 7-th check, retry later
[90m4:19PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/readbinlog_test.sql
table mark.finish_mark_4 not exists for 8-th check, retry later
[90m4:19PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/real_test.sql
table mark.finish_mark_4 exists
table mark.finish_mark not exists for 1-th check, retry later
table mark.finish_mark not exists for 2-th check, retry later
table mark.finish_mark not exists for 3-th check, retry later
table mark.finish_mark not exists for 4-th check, retry later
table mark.finish_mark not exists for 5-th check, retry later
[90m4:19PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/regression_test.sql
table mark.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Wed May 8 16:19:55 CST 2024] <<<<<< run test case multi_source success! >>>>>>
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-release-8.1-pull_cdc_integration_kafka_test-77/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Wed May 8 16:20:30 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 1
[Wed May 8 16:20:30 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 2
[Wed May 8 16:20:30 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 3
[Wed May 8 16:20:30 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
table test.table1 not exists for 1-th check, retry later
table test.table1 not exists for 2-th check, retry later
table test.table1 exists
table test.table2 exists
table test.table3 exists
check diff successfully
table test.table10 not exists for 1-th check, retry later
table test.table10 exists
table test.table20 exists
check diff successfully
ERROR: Failed to launch cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-lpbkk
io.fabric8.kubernetes.client.KubernetesClientTimeoutException: Timed out waiting for [1000000] milliseconds for [Pod] with name:[cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-lpbkk] in namespace [jenkins-tiflow].
at io.fabric8.kubernetes.client.dsl.internal.BaseOperation.waitUntilCondition(BaseOperation.java:939)
at io.fabric8.kubernetes.client.dsl.internal.BaseOperation.waitUntilReady(BaseOperation.java:921)
at io.fabric8.kubernetes.client.dsl.internal.BaseOperation.waitUntilReady(BaseOperation.java:97)
at org.csanchez.jenkins.plugins.kubernetes.KubernetesLauncher.launch(KubernetesLauncher.java:185)
at hudson.slaves.SlaveComputer.lambda$_connect$0(SlaveComputer.java:297)
at jenkins.util.ContextResettingExecutorService$2.call(ContextResettingExecutorService.java:46)
at jenkins.security.ImpersonatingExecutorService$2.call(ImpersonatingExecutorService.java:80)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
[90m4:20PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/skip_messages_test.sql
[90m4:20PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/strategy_test.sql
[Wed May 8 16:21:07 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 10
[Wed May 8 16:21:07 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 20
[Wed May 8 16:21:07 CST 2024] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: finish
table test.finish not exists for 1-th check, retry later
[90m4:21PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/table_column_comment_test.sql
table test.finish exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Wed May 8 16:21:13 CST 2024] <<<<<< run test case multi_topics success! >>>>>>
[90m4:21PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/timestamp_column_test.sql
[90m4:21PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/tinyint_test.sql
[90m4:21PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/topic_name_sanitization_test.sql
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/run.sh using Sink-Type: kafka... <<=================
Starting schema registry...
* About to connect() to 127.0.0.1 port 8088 (#0)
* Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8088; Connection refused
* Closing connection 0
* About to connect() to 127.0.0.1 port 8088 (#0)
* Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8088; Connection refused
* Closing connection 0
* About to connect() to 127.0.0.1 port 8088 (#0)
* Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8088 (#0)
> GET / HTTP/1.1
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8088
> Accept: */*
>
< HTTP/1.1 200 OK
< Date: Wed, 08 May 2024 08:21:34 GMT
< Content-Type: application/vnd.schemaregistry.v1+json
< Vary: Accept-Encoding, User-Agent
< Content-Length: 2
<
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
The 1 times to try to start tidb cluster...
[90m4:21PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/debezium/unsigned_integer_test.sql
start tidb cluster in /tmp/tidb_cdc_test/avro_basic
Starting Upstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Starting Downstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Downstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Upstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d2dcc300018 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:31809, start at 2024-05-08 16:21:53.584386421 +0800 CST m=+6.164893906 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:23:53.592 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:21:53.599 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:11:53.599 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d2dcc300018 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:31809, start at 2024-05-08 16:21:53.584386421 +0800 CST m=+6.164893906 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:23:53.592 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:21:53.599 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:11:53.599 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d2de9ec0013 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:31892, start at 2024-05-08 16:21:55.477041924 +0800 CST m=+7.944281741 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:23:55.483 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:21:55.451 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:11:55.451 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.1.0-alpha-20-geb96e7201
Edition: Community
Git Commit Hash: eb96e720183ea798458afc99cfb034864ed75c4c
Git Branch: HEAD
UTC Build Time: 2024-05-05 06:18:35
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile: RELWITHDEBINFO
Compiler: clang++ 13.0.0
Raft Proxy
Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time: 2024-05-05 06:22:21
Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine: tiflash
Prometheus Prefix: tiflash_proxy_
Profile: release
Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/avro_basic/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/avro_basic/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["eb96e720183ea798458afc99cfb034864ed75c4c"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.1.0-alpha-20-geb96e7201"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0
100 49 100 24 100 25 307 320 --:--:-- --:--:-- --:--:-- 324
{"compatibility":"NONE"}+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.cli.33182.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449617990332973057
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...'
+ echo 449617990332973057 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Wed May 8 16:21:59 CST 2024] <<<<<< START cdc server in avro_basic case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.3322733229.out server --log-file /tmp/tidb_cdc_test/avro_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/avro_basic/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
>
< HTTP/1.1 200 OK
< Date: Wed, 08 May 2024 08:22:02 GMT
< Content-Length: 827
< Content-Type: text/plain; charset=utf-8
<
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/4dd4b27f-7107-45dc-bebc-96a5d21c0ca6
{"id":"4dd4b27f-7107-45dc-bebc-96a5d21c0ca6","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156520}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574b4afd3b
4dd4b27f-7107-45dc-bebc-96a5d21c0ca6
/tidb/cdc/default/default/upstream/7366541093533480698
{"id":7366541093533480698,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/4dd4b27f-7107-45dc-bebc-96a5d21c0ca6
{"id":"4dd4b27f-7107-45dc-bebc-96a5d21c0ca6","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156520}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574b4afd3b
4dd4b27f-7107-45dc-bebc-96a5d21c0ca6
/tidb/cdc/default/default/upstream/7366541093533480698
{"id":7366541093533480698,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/4dd4b27f-7107-45dc-bebc-96a5d21c0ca6
{"id":"4dd4b27f-7107-45dc-bebc-96a5d21c0ca6","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156520}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574b4afd3b
4dd4b27f-7107-45dc-bebc-96a5d21c0ca6
/tidb/cdc/default/default/upstream/7366541093533480698
{"id":7366541093533480698,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.cli.33277.out cli changefeed create --start-ts=449617990332973057 '--sink-uri=kafka://127.0.0.1:9092/ticdc-avro-test?protocol=avro&enable-tidb-extension=true&avro-enable-watermark=true&avro-decimal-handling-mode=string&avro-bigint-unsigned-handling-mode=string' --config=/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/conf/changefeed.toml --schema-registry=http://127.0.0.1:8088
Create changefeed successfully!
ID: 3328fbf0-6000-4b16-9968-31e6ec9216a4
Info: {"upstream_id":7366541093533480698,"namespace":"default","id":"3328fbf0-6000-4b16-9968-31e6ec9216a4","sink_uri":"kafka://127.0.0.1:9092/ticdc-avro-test?protocol=avro\u0026enable-tidb-extension=true\u0026avro-enable-watermark=true\u0026avro-decimal-handling-mode=string\u0026avro-bigint-unsigned-handling-mode=string","create_time":"2024-05-08T16:22:03.327482983+08:00","start_ts":449617990332973057,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"avro","schema_registry":"http://127.0.0.1:8088","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-29-gee986f33f","resolved_ts":449617990332973057,"checkpoint_ts":449617990332973057,"checkpoint_time":"2024-05-08 16:21:58.299"}
PASS
coverage: 2.7% of statements in github.com/pingcap/tiflow/...
+ set +x
[Wed May 8 16:22:04 CST 2024] <<<<<< START kafka consumer in avro_basic case >>>>>>
schema registry uri found: http://127.0.0.1:8088
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Wed May 8 16:22:12 CST 2024] <<<<<< run test case avro_basic success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/canal_json_handle_key_only
Starting Upstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Starting Downstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Downstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Upstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[90m4:22PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mRun[32m [0m[32mcase=[0msql/dml.sql
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d30d5e00014 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:34252, start at 2024-05-08 16:22:43.365589069 +0800 CST m=+6.238918374 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:24:43.372 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:22:43.370 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:12:43.370 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d30d5e00014 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:34252, start at 2024-05-08 16:22:43.365589069 +0800 CST m=+6.238918374 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:24:43.372 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:22:43.370 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:12:43.370 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d30d7600014 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:34334, start at 2024-05-08 16:22:43.448879219 +0800 CST m=+6.229025428 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:24:43.459 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:22:43.465 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:12:43.465 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.1.0-alpha-20-geb96e7201
Edition: Community
Git Commit Hash: eb96e720183ea798458afc99cfb034864ed75c4c
Git Branch: HEAD
UTC Build Time: 2024-05-05 06:18:35
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile: RELWITHDEBINFO
Compiler: clang++ 13.0.0
Raft Proxy
Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time: 2024-05-05 06:22:21
Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine: tiflash
Prometheus Prefix: tiflash_proxy_
Profile: release
Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["eb96e720183ea798458afc99cfb034864ed75c4c"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.1.0-alpha-20-geb96e7201"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.cli.35655.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449618003314606081
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...'
+ echo 449618003314606081 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Wed May 8 16:22:49 CST 2024] <<<<<< START cdc server in canal_json_handle_key_only case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.3569635698.out server --log-file /tmp/tidb_cdc_test/canal_json_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_handle_key_only/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
>
< HTTP/1.1 200 OK
< Date: Wed, 08 May 2024 08:22:52 GMT
< Content-Length: 827
< Content-Type: text/plain; charset=utf-8
<
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/f3e41943-3ad4-4d04-92c8-01519041c1f3
{"id":"f3e41943-3ad4-4d04-92c8-01519041c1f3","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156570}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574c075a3a
f3e41943-3ad4-4d04-92c8-01519041c1f3
/tidb/cdc/default/default/upstream/7366541308849394340
{"id":7366541308849394340,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/f3e41943-3ad4-4d04-92c8-01519041c1f3
{"id":"f3e41943-3ad4-4d04-92c8-01519041c1f3","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156570}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574c075a3a
f3e41943-3ad4-4d04-92c8-01519041c1f3
/tidb/cdc/default/default/upstream/7366541308849394340
{"id":7366541308849394340,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/f3e41943-3ad4-4d04-92c8-01519041c1f3
{"id":"f3e41943-3ad4-4d04-92c8-01519041c1f3","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156570}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574c075a3a
f3e41943-3ad4-4d04-92c8-01519041c1f3
/tidb/cdc/default/default/upstream/7366541308849394340
{"id":7366541308849394340,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.cli.35755.out cli changefeed create --start-ts=449618003314606081 '--sink-uri=kafka://127.0.0.1:9092/canal-json-handle-key-only?protocol=canal-json&enable-tidb-extension=true&max-message-bytes=1000&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/conf/changefeed.toml
Create changefeed successfully!
ID: 73d802ef-9b21-4d10-8f18-2bbf981967dc
Info: {"upstream_id":7366541308849394340,"namespace":"default","id":"73d802ef-9b21-4d10-8f18-2bbf981967dc","sink_uri":"kafka://127.0.0.1:9092/canal-json-handle-key-only?protocol=canal-json\u0026enable-tidb-extension=true\u0026max-message-bytes=1000\u0026kafka-version=2.4.1","create_time":"2024-05-08T16:22:52.883447707+08:00","start_ts":449618003314606081,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"snappy","claim_check_storage_uri":""}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-29-gee986f33f","resolved_ts":449618003314606081,"checkpoint_ts":449618003314606081,"checkpoint_time":"2024-05-08 16:22:47.820"}
PASS
coverage: 2.7% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Wed May 8 16:23:01 CST 2024] <<<<<< run test case canal_json_handle_key_only success! >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh: line 1: 35792 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/open_protocol_handle_key_only
Starting Upstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Starting Downstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Downstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Upstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d33c6c4000f Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:36525, start at 2024-05-08 16:23:31.523568374 +0800 CST m=+7.191404246 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:25:31.531 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:23:31.505 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:13:31.505 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d33c6c4000f Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:36525, start at 2024-05-08 16:23:31.523568374 +0800 CST m=+7.191404246 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:25:31.531 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:23:31.505 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:13:31.505 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d33cb400007 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:36781, start at 2024-05-08 16:23:31.811970293 +0800 CST m=+7.118273162 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:25:31.821 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:23:31.831 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:13:31.831 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.1.0-alpha-20-geb96e7201
Edition: Community
Git Commit Hash: eb96e720183ea798458afc99cfb034864ed75c4c
Git Branch: HEAD
UTC Build Time: 2024-05-05 06:18:35
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile: RELWITHDEBINFO
Compiler: clang++ 13.0.0
Raft Proxy
Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time: 2024-05-05 06:22:21
Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine: tiflash
Prometheus Prefix: tiflash_proxy_
Profile: release
Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["eb96e720183ea798458afc99cfb034864ed75c4c"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.1.0-alpha-20-geb96e7201"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.cli.38076.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449618015946276865
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...'
+ echo 449618015946276865 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Wed May 8 16:23:37 CST 2024] <<<<<< START cdc server in open_protocol_handle_key_only case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.3812238124.out server --log-file /tmp/tidb_cdc_test/open_protocol_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/open_protocol_handle_key_only/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[90m4:23PM[0m[32m [0m[32mINF[0m[32m [0m[1m[32m>[0m[0m[32m [0mAll tests pass[32m [0m[32mfailed=[0m0[32m [0m[32mpassed=[0m219
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
>
< HTTP/1.1 200 OK
< Date: Wed, 08 May 2024 08:23:40 GMT
< Content-Length: 827
< Content-Type: text/plain; charset=utf-8
<
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/37d28f73-a9e3-45c7-ac86-e8897bdf4514
{"id":"37d28f73-a9e3-45c7-ac86-e8897bdf4514","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156617}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574cbb9a44
37d28f73-a9e3-45c7-ac86-e8897bdf4514
/tidb/cdc/default/default/upstream/7366541505014348385
{"id":7366541505014348385,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/37d28f73-a9e3-45c7-ac86-e8897bdf4514
{"id":"37d28f73-a9e3-45c7-ac86-e8897bdf4514","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156617}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574cbb9a44
37d28f73-a9e3-45c7-ac86-e8897bdf4514
/tidb/cdc/default/default/upstream/7366541505014348385
{"id":7366541505014348385,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/37d28f73-a9e3-45c7-ac86-e8897bdf4514
{"id":"37d28f73-a9e3-45c7-ac86-e8897bdf4514","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156617}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574cbb9a44
37d28f73-a9e3-45c7-ac86-e8897bdf4514
/tidb/cdc/default/default/upstream/7366541505014348385
{"id":7366541505014348385,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.cli.38177.out cli changefeed create --start-ts=449618015946276865 '--sink-uri=kafka://127.0.0.1:9092/open-protocol-handle-key-only?protocol=open-protocol&max-message-bytes=800&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/conf/changefeed.toml
Create changefeed successfully!
ID: cbe8e710-9a0e-4a78-8e70-799c4dc4f6f4
Info: {"upstream_id":7366541505014348385,"namespace":"default","id":"cbe8e710-9a0e-4a78-8e70-799c4dc4f6f4","sink_uri":"kafka://127.0.0.1:9092/open-protocol-handle-key-only?protocol=open-protocol\u0026max-message-bytes=800\u0026kafka-version=2.4.1","create_time":"2024-05-08T16:23:41.135084565+08:00","start_ts":449618015946276865,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":""}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-29-gee986f33f","resolved_ts":449618015946276865,"checkpoint_ts":449618015946276865,"checkpoint_time":"2024-05-08 16:23:36.006"}
PASS
coverage: 2.7% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
[Wed May 8 16:23:45 CST 2024] <<<<<< run test case debezium success! >>>>>>
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Wed May 8 16:23:56 CST 2024] <<<<<< run test case open_protocol_handle_key_only success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/lossy_ddl/run.sh using Sink-Type: kafka... <<=================
[Wed May 8 16:23:57 CST 2024] <<<<<< run test case lossy_ddl success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_csv_update/run.sh using Sink-Type: kafka... <<=================
[Wed May 8 16:24:01 CST 2024] <<<<<< run test case storage_csv_update success! >>>>>>
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-release-8.1-pull_cdc_integration_kafka_test-77/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh: line 1: 38221 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/canal_json_claim_check
Starting Upstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Starting Downstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Downstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Upstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d37d6d80012 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:39187, start at 2024-05-08 16:24:38.113888182 +0800 CST m=+7.587803731 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:26:38.126 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:24:38.120 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:14:38.120 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d37d6d80012 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:39187, start at 2024-05-08 16:24:38.113888182 +0800 CST m=+7.587803731 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:26:38.126 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:24:38.120 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:14:38.120 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d37db900013 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:39243, start at 2024-05-08 16:24:38.408324675 +0800 CST m=+7.769468003 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:26:38.417 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:24:38.422 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:14:38.422 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.1.0-alpha-20-geb96e7201
Edition: Community
Git Commit Hash: eb96e720183ea798458afc99cfb034864ed75c4c
Git Branch: HEAD
UTC Build Time: 2024-05-05 06:18:35
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile: RELWITHDEBINFO
Compiler: clang++ 13.0.0
Raft Proxy
Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time: 2024-05-05 06:22:21
Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine: tiflash
Prometheus Prefix: tiflash_proxy_
Profile: release
Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["eb96e720183ea798458afc99cfb034864ed75c4c"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.1.0-alpha-20-geb96e7201"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.cli.40499.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449618033225236481
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...'
+ echo 449618033225236481 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Wed May 8 16:24:43 CST 2024] <<<<<< START cdc server in canal_json_claim_check case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ GO_FAILPOINTS=
+ etcd_info_msg='etcd info'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.4053540537.out server --log-file /tmp/tidb_cdc_test/canal_json_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_claim_check/cdc_data --cluster-id default
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
>
< HTTP/1.1 200 OK
< Date: Wed, 08 May 2024 08:24:46 GMT
< Content-Length: 827
< Content-Type: text/plain; charset=utf-8
<
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/30f7ac7d-fa03-4607-8acd-71aa289b8ae4
{"id":"30f7ac7d-fa03-4607-8acd-71aa289b8ae4","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156683}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574dbf9148
30f7ac7d-fa03-4607-8acd-71aa289b8ae4
/tidb/cdc/default/default/upstream/7366541783184650536
{"id":7366541783184650536,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/30f7ac7d-fa03-4607-8acd-71aa289b8ae4
{"id":"30f7ac7d-fa03-4607-8acd-71aa289b8ae4","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156683}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574dbf9148
30f7ac7d-fa03-4607-8acd-71aa289b8ae4
/tidb/cdc/default/default/upstream/7366541783184650536
{"id":7366541783184650536,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ grep -q 'etcd info'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/30f7ac7d-fa03-4607-8acd-71aa289b8ae4
{"id":"30f7ac7d-fa03-4607-8acd-71aa289b8ae4","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156683}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574dbf9148
30f7ac7d-fa03-4607-8acd-71aa289b8ae4
/tidb/cdc/default/default/upstream/7366541783184650536
{"id":7366541783184650536,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.cli.40594.out cli changefeed create --start-ts=449618033225236481 '--sink-uri=kafka://127.0.0.1:9092/canal-json-claim-check?protocol=canal-json&enable-tidb-extension=true&max-message-bytes=1000&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/conf/changefeed.toml
Create changefeed successfully!
ID: 06234221-3151-4597-aafa-d099cb79f375
Info: {"upstream_id":7366541783184650536,"namespace":"default","id":"06234221-3151-4597-aafa-d099cb79f375","sink_uri":"kafka://127.0.0.1:9092/canal-json-claim-check?protocol=canal-json\u0026enable-tidb-extension=true\u0026max-message-bytes=1000\u0026kafka-version=2.4.1","create_time":"2024-05-08T16:24:47.124191199+08:00","start_ts":449618033225236481,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/canal-json-claim-check"}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-29-gee986f33f","resolved_ts":449618033225236481,"checkpoint_ts":449618033225236481,"checkpoint_time":"2024-05-08 16:24:41.920"}
PASS
coverage: 2.7% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Wed May 8 16:24:55 CST 2024] <<<<<< run test case canal_json_claim_check success! >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh: line 1: 40622 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/open_protocol_claim_check
Starting Upstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Starting Downstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Downstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Upstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d3aab50000c Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:41564, start at 2024-05-08 16:25:24.44846529 +0800 CST m=+7.103959981 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:27:24.460 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:25:24.436 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:15:24.436 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d3aab50000c Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:41564, start at 2024-05-08 16:25:24.44846529 +0800 CST m=+7.103959981 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:27:24.460 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:25:24.436 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:15:24.436 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d3aa9c4000a Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:41619, start at 2024-05-08 16:25:24.35037514 +0800 CST m=+6.912447191 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:27:24.360 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:25:24.337 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:15:24.337 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.1.0-alpha-20-geb96e7201
Edition: Community
Git Commit Hash: eb96e720183ea798458afc99cfb034864ed75c4c
Git Branch: HEAD
UTC Build Time: 2024-05-05 06:18:35
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile: RELWITHDEBINFO
Compiler: clang++ 13.0.0
Raft Proxy
Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time: 2024-05-05 06:22:21
Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine: tiflash
Prometheus Prefix: tiflash_proxy_
Profile: release
Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.1.0-alpha-20-geb96e7201"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["eb96e720183ea798458afc99cfb034864ed75c4c"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.42889.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449618045340483585
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...'
+ echo 449618045340483585 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.42937.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='449618046795382785
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...'
+ echo 449618046795382785 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Wed May 8 16:25:35 CST 2024] <<<<<< START cdc server in open_protocol_claim_check case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.4297142973.out server --log-file /tmp/tidb_cdc_test/open_protocol_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/open_protocol_claim_check/cdc_data --cluster-id default
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
>
< HTTP/1.1 200 OK
< Date: Wed, 08 May 2024 08:25:38 GMT
< Content-Length: 827
< Content-Type: text/plain; charset=utf-8
<
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/3ebccb5a-9556-4f17-a03b-f63935cc9ea9
{"id":"3ebccb5a-9556-4f17-a03b-f63935cc9ea9","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156735}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574e78fc99
3ebccb5a-9556-4f17-a03b-f63935cc9ea9
/tidb/cdc/default/default/upstream/7366541990504650127
{"id":7366541990504650127,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/3ebccb5a-9556-4f17-a03b-f63935cc9ea9
{"id":"3ebccb5a-9556-4f17-a03b-f63935cc9ea9","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156735}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574e78fc99
3ebccb5a-9556-4f17-a03b-f63935cc9ea9
/tidb/cdc/default/default/upstream/7366541990504650127
{"id":7366541990504650127,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/3ebccb5a-9556-4f17-a03b-f63935cc9ea9
{"id":"3ebccb5a-9556-4f17-a03b-f63935cc9ea9","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156735}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574e78fc99
3ebccb5a-9556-4f17-a03b-f63935cc9ea9
/tidb/cdc/default/default/upstream/7366541990504650127
{"id":7366541990504650127,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.43015.out cli changefeed create --start-ts=449618045340483585 --target-ts=449618046795382785 '--sink-uri=kafka://127.0.0.1:9092/open-protocol-claim-check?protocol=open-protocol&max-message-bytes=800&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/conf/changefeed.toml
Create changefeed successfully!
ID: ae47a159-c0d5-42ba-ba0d-f8985e0c61e3
Info: {"upstream_id":7366541990504650127,"namespace":"default","id":"ae47a159-c0d5-42ba-ba0d-f8985e0c61e3","sink_uri":"kafka://127.0.0.1:9092/open-protocol-claim-check?protocol=open-protocol\u0026max-message-bytes=800\u0026kafka-version=2.4.1","create_time":"2024-05-08T16:25:38.963171556+08:00","start_ts":449618045340483585,"target_ts":449618046795382785,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"lz4","claim_check_storage_uri":"file:///tmp/open-protocol-claim-check"}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-29-gee986f33f","resolved_ts":449618045340483585,"checkpoint_ts":449618045340483585,"checkpoint_time":"2024-05-08 16:25:28.136"}
PASS
coverage: 2.7% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Wed May 8 16:25:46 CST 2024] <<<<<< run test case open_protocol_claim_check success! >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh: line 1: 43049 Killed cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_storage_basic/run.sh using Sink-Type: kafka... <<=================
[Wed May 8 16:25:58 CST 2024] <<<<<< run test case canal_json_storage_basic success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_storage_partition_table/run.sh using Sink-Type: kafka... <<=================
[Wed May 8 16:26:02 CST 2024] <<<<<< run test case canal_json_storage_partition_table success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_tables_ddl/run.sh using Sink-Type: kafka... <<=================
* About to connect() to 127.0.0.1 port 24927 (#0)
* Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:24927; Connection refused
* Closing connection 0
You are running an older version of MinIO released 3 years ago
Update: Run `mc admin update`
Attempting encryption of all config, IAM users and policies on MinIO backend
Endpoint: http://127.0.0.1:24927
Object API (Amazon S3 compatible):
Go: https://docs.min.io/docs/golang-client-quickstart-guide
Java: https://docs.min.io/docs/java-client-quickstart-guide
Python: https://docs.min.io/docs/python-client-quickstart-guide
JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide
.NET: https://docs.min.io/docs/dotnet-client-quickstart-guide
* About to connect() to 127.0.0.1 port 24927 (#0)
* Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0)
> GET / HTTP/1.1
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:24927
> Accept: */*
>
< HTTP/1.1 403 Forbidden
< Accept-Ranges: bytes
< Content-Length: 226
< Content-Security-Policy: block-all-mixed-content
< Content-Type: application/xml
< Server: MinIO/RELEASE.2020-07-27T18-37-02Z
< Vary: Origin
< X-Amz-Request-Id: 17CD75FF6B509B95
< X-Xss-Protection: 1; mode=block
< Date: Wed, 08 May 2024 08:26:12 GMT
<
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
Bucket 's3://logbucket/' created
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/multi_tables_ddl
Starting Upstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Starting Downstream PD...
Release Version: v8.1.0-alpha-20-g13eaf8aaa
Edition: Community
Git Commit Hash: 13eaf8aaa661dc0d3885ac9e59145f69752cee2d
Git Branch: release-8.1
UTC Build Time: 2024-04-30 07:22:55
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Downstream TiKV...
TiKV
Release Version: 8.1.0
Edition: Community
Git Commit Hash: 56613f7c3e28c02853cc51d15bc1b77f68b58be8
Git Commit Branch: release-8.1
UTC Build Time: 2024-04-30 06:15:40
Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features: pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile: dist_release
Starting Upstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.1.0-alpha-107-g238f2e688e
Edition: Community
Git Commit Hash: 238f2e688e9b69c1fa0f167de290828b7d99d172
Git Branch: release-8.1
UTC Build Time: 2024-05-07 09:31:59
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d3e94b4000e Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:44339, start at 2024-05-08 16:26:28.543062021 +0800 CST m=+6.311723833 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:28:28.550 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:26:28.525 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:16:28.525 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d3e94b4000e Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:44339, start at 2024-05-08 16:26:28.543062021 +0800 CST m=+6.311723833 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:28:28.550 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:26:28.525 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:16:28.525 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME VARIABLE_VALUE COMMENT
bootstrapped True Bootstrap flag. Do not delete.
tidb_server_version 196 Bootstrap version. Do not delete.
system_tz Asia/Shanghai TiDB Global System Timezone.
new_collation_enabled True If the new collations are enabled. Do not edit it.
ddl_table_version 3 DDL Table Version. Do not delete.
tikv_gc_leader_uuid 63d5d3e95700014 Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-77-n38lm, pid:44409, start at 2024-05-08 16:26:28.604482381 +0800 CST m=+6.276365197 Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease 20240508-16:28:28.612 +0800 Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable true Current GC enable status
tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format.
tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time 20240508-16:26:28.572 +0800 The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point 20240508-16:16:28.572 +0800 All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.1.0-alpha-20-geb96e7201
Edition: Community
Git Commit Hash: eb96e720183ea798458afc99cfb034864ed75c4c
Git Branch: HEAD
UTC Build Time: 2024-05-05 06:18:35
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile: RELWITHDEBINFO
Compiler: clang++ 13.0.0
Raft Proxy
Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time: 2024-05-05 06:22:21
Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine: tiflash
Prometheus Prefix: tiflash_proxy_
Profile: release
Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["eb96e720183ea798458afc99cfb034864ed75c4c"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.1.0-alpha-20-geb96e7201"] }, "engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Wed May 8 16:26:32 CST 2024] <<<<<< START cdc server in multi_tables_ddl case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_tables_ddl.4567745679.out server --log-file /tmp/tidb_cdc_test/multi_tables_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_tables_ddl/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
* Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
>
< HTTP/1.1 200 OK
< Date: Wed, 08 May 2024 08:26:35 GMT
< Content-Length: 827
< Content-Type: text/plain; charset=utf-8
<
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/08d38b0b-b646-4ecc-a7a3-5ba371253a2b
{"id":"08d38b0b-b646-4ecc-a7a3-5ba371253a2b","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156793}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574f78a038
08d38b0b-b646-4ecc-a7a3-5ba371253a2b
/tidb/cdc/default/default/upstream/7366542274150125447
{"id":7366542274150125447,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/08d38b0b-b646-4ecc-a7a3-5ba371253a2b
{"id":"08d38b0b-b646-4ecc-a7a3-5ba371253a2b","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156793}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574f78a038
08d38b0b-b646-4ecc-a7a3-5ba371253a2b
/tidb/cdc/default/default/upstream/7366542274150125447
{"id":7366542274150125447,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '
*** owner info ***:
*** processors info ***:
*** etcd info ***:
/tidb/cdc/default/__cdc_meta__/capture/08d38b0b-b646-4ecc-a7a3-5ba371253a2b
{"id":"08d38b0b-b646-4ecc-a7a3-5ba371253a2b","address":"127.0.0.1:8300","version":"v8.1.0-alpha-29-gee986f33f","git-hash":"ee986f33f2b2c4927b5c2c0de0e6242a0e9f7db3","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715156793}
/tidb/cdc/default/__cdc_meta__/meta/meta-version
1
/tidb/cdc/default/__cdc_meta__/owner/22318f574f78a038
08d38b0b-b646-4ecc-a7a3-5ba371253a2b
/tidb/cdc/default/default/upstream/7366542274150125447
{"id":7366542274150125447,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: test-normal
Info: {"upstream_id":7366542274150125447,"namespace":"default","id":"test-normal","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-normal-29915?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-08T16:26:36.112064996+08:00","start_ts":449618062285209602,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t1","multi_tables_ddl_test.t2","multi_tables_ddl_test.t3","multi_tables_ddl_test.t4","multi_tables_ddl_test.t1_7","multi_tables_ddl_test.t2_7","multi_tables_ddl_test.finish_mark"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-29-gee986f33f","resolved_ts":449618062285209602,"checkpoint_ts":449618062285209602,"checkpoint_time":"2024-05-08 16:26:32.775"}
Create changefeed successfully!
ID: test-error-1
Info: {"upstream_id":7366542274150125447,"namespace":"default","id":"test-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-1-27062?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-08T16:26:36.360440715+08:00","start_ts":449618062285209602,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t5","multi_tables_ddl_test.t6","multi_tables_ddl_test.t7","multi_tables_ddl_test.t8"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-29-gee986f33f","resolved_ts":449618062285209602,"checkpoint_ts":449618062285209602,"checkpoint_time":"2024-05-08 16:26:32.775"}
Create changefeed successfully!
ID: test-error-2
Info: {"upstream_id":7366542274150125447,"namespace":"default","id":"test-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-2-13043?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-08T16:26:36.558109452+08:00","start_ts":449618062285209602,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t9","multi_tables_ddl_test.t10"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-29-gee986f33f","resolved_ts":449618062285209602,"checkpoint_ts":449618062285209602,"checkpoint_time":"2024-05-08 16:26:32.775"}
[Wed May 8 16:26:36 CST 2024] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>>
[Wed May 8 16:26:36 CST 2024] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>>
[Wed May 8 16:26:36 CST 2024] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>>
table multi_tables_ddl_test.t55 exists
table multi_tables_ddl_test.t66 exists
table multi_tables_ddl_test.t7 exists
table multi_tables_ddl_test.t88 exists
table multi_tables_ddl_test.finish_mark not exists for 1-th check, retry later
table multi_tables_ddl_test.finish_mark exists
check table exists success
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-normal
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-normal -s
+ info='{
"upstream_id": 7366542274150125447,
"namespace": "default",
"id": "test-normal",
"state": "normal",
"checkpoint_tso": 449618066807193608,
"checkpoint_time": "2024-05-08 16:26:50.025",
"error": null
}'
+ echo '{
"upstream_id": 7366542274150125447,
"namespace": "default",
"id": "test-normal",
"state": "normal",
"checkpoint_tso": 449618066807193608,
"checkpoint_time": "2024-05-08 16:26:50.025",
"error": null
}'
{
"upstream_id": 7366542274150125447,
"namespace": "default",
"id": "test-normal",
"state": "normal",
"checkpoint_tso": 449618066807193608,
"checkpoint_time": "2024-05-08 16:26:50.025",
"error": null
}
++ echo '{' '"upstream_id":' 7366542274150125447, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 449618066807193608, '"checkpoint_time":' '"2024-05-08' '16:26:50.025",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7366542274150125447, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 449618066807193608, '"checkpoint_time":' '"2024-05-08' '16:26:50.025",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-1
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-1 -s
+ info='{
"upstream_id": 7366542274150125447,
"namespace": "default",
"id": "test-error-1",
"state": "normal",
"checkpoint_tso": 449618067410124803,
"checkpoint_time": "2024-05-08 16:26:52.325",
"error": null
}'
+ echo '{
"upstream_id": 7366542274150125447,
"namespace": "default",
"id": "test-error-1",
"state": "normal",
"checkpoint_tso": 449618067410124803,
"checkpoint_time": "2024-05-08 16:26:52.325",
"error": null
}'
{
"upstream_id": 7366542274150125447,
"namespace": "default",
"id": "test-error-1",
"state": "normal",
"checkpoint_tso": 449618067410124803,
"checkpoint_time": "2024-05-08 16:26:52.325",
"error": null
}
++ echo '{' '"upstream_id":' 7366542274150125447, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 449618067410124803, '"checkpoint_time":' '"2024-05-08' '16:26:52.325",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7366542274150125447, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 449618067410124803, '"checkpoint_time":' '"2024-05-08' '16:26:52.325",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-2
+ expected_state=failed
+ error_msg=ErrSyncRenameTableFailed
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-2 -s
+ info='{
"upstream_id": 7366542274150125447,
"namespace": "default",
"id": "test-error-2",
"state": "failed",
"checkpoint_tso": 449618066623692805,
"checkpoint_time": "2024-05-08 16:26:49.325",
"error": {
"time": "2024-05-08T16:26:50.40735874+08:00",
"addr": "127.0.0.1:8300",
"code": "CDC:ErrSyncRenameTableFailed",
"message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''130'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
}
}'
+ echo '{
"upstream_id": 7366542274150125447,
"namespace": "default",
"id": "test-error-2",
"state": "failed",
"checkpoint_tso": 449618066623692805,
"checkpoint_time": "2024-05-08 16:26:49.325",
"error": {
"time": "2024-05-08T16:26:50.40735874+08:00",
"addr": "127.0.0.1:8300",
"code": "CDC:ErrSyncRenameTableFailed",
"message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''130'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
}
}'
{
"upstream_id": 7366542274150125447,
"namespace": "default",
"id": "test-error-2",
"state": "failed",
"checkpoint_tso": 449618066623692805,
"checkpoint_time": "2024-05-08 16:26:49.325",
"error": {
"time": "2024-05-08T16:26:50.40735874+08:00",
"addr": "127.0.0.1:8300",
"code": "CDC:ErrSyncRenameTableFailed",
"message": "[CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '130', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
}
}
++ jq -r .state
++ echo '{' '"upstream_id":' 7366542274150125447, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 449618066623692805, '"checkpoint_time":' '"2024-05-08' '16:26:49.325",' '"error":' '{' '"time":' '"2024-05-08T16:26:50.40735874+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''130'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ jq -r .error.message
++ echo '{' '"upstream_id":' 7366542274150125447, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 449618066623692805, '"checkpoint_time":' '"2024-05-08' '16:26:49.325",' '"error":' '{' '"time":' '"2024-05-08T16:26:50.40735874+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''130'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
+ message='[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''130'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule.'
+ [[ ! [CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '130', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule. =~ ErrSyncRenameTableFailed ]]
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 3-th time...
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Wed May 8 16:26:55 CST 2024] <<<<<< run test case multi_tables_ddl success! >>>>>>
Exiting on signal: INTERRUPT
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-release-8.1-pull_cdc_integration_kafka_test-77/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
Finished: SUCCESS
![[Jenkins]](/jenkins/static/62b7ca6c/images/svgs/logo.svg){kind=logo}
