Skip to content

Console Output

Skipping 1,712 KB.. Full Log
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Fri, 17 May 2024 05:28:54 GMT
< Content-Length: 827
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/59209368-2d76-439d-a531-c1405e925e47
	{"id":"59209368-2d76-439d-a531-c1405e925e47","address":"127.0.0.1:8300","version":"v8.1.0-alpha-40-g3fd88171c","git-hash":"3fd88171c42fd8448b37f7e5394e47f4b80e4048","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715923732}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f850605b7d1
	59209368-2d76-439d-a531-c1405e925e47

/tidb/cdc/default/default/upstream/7369836251613250388
	{"id":7369836251613250388,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/59209368-2d76-439d-a531-c1405e925e47
	{"id":"59209368-2d76-439d-a531-c1405e925e47","address":"127.0.0.1:8300","version":"v8.1.0-alpha-40-g3fd88171c","git-hash":"3fd88171c42fd8448b37f7e5394e47f4b80e4048","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715923732}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f850605b7d1
	59209368-2d76-439d-a531-c1405e925e47

/tidb/cdc/default/default/upstream/7369836251613250388
	{"id":7369836251613250388,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/59209368-2d76-439d-a531-c1405e925e47
	{"id":"59209368-2d76-439d-a531-c1405e925e47","address":"127.0.0.1:8300","version":"v8.1.0-alpha-40-g3fd88171c","git-hash":"3fd88171c42fd8448b37f7e5394e47f4b80e4048","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715923732}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f850605b7d1
	59209368-2d76-439d-a531-c1405e925e47

/tidb/cdc/default/default/upstream/7369836251613250388
	{"id":7369836251613250388,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector_avro.cli.28104.out cli changefeed create --start-ts=449819110713851905 '--sink-uri=kafka://127.0.0.1:9092/column-selector-avro-test?protocol=avro&enable-tidb-extension=true&avro-enable-watermark=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/conf/changefeed.toml --schema-registry=http://127.0.0.1:8088
Create changefeed successfully!
ID: test
Info: {"upstream_id":7369836251613250388,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/column-selector-avro-test?protocol=avro\u0026enable-tidb-extension=true\u0026avro-enable-watermark=true","create_time":"2024-05-17T13:28:55.312179766+08:00","start_ts":449819110713851905,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"avro","schema_registry":"http://127.0.0.1:8088","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"column_selectors":[{"matcher":["test.*"],"columns":["*","!b"]}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-40-g3fd88171c","resolved_ts":449819110713851905,"checkpoint_ts":449819110713851905,"checkpoint_time":"2024-05-17 13:28:51.666"}
PASS
coverage: 2.7% of statements in github.com/pingcap/tiflow/...

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:01 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:02 --:--:--     0{"level":"warn","ts":"2024-05-17T13:28:55.687113+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e9d340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-17T13:28:55.697137+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000f2a380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-17T13:28:55.792085+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e54000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
+ set +x
[Fri May 17 13:28:56 CST 2024] <<<<<< START kafka consumer in kafka_column_selector_avro case >>>>>>
consumer replica config found: /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/conf/changefeed.toml
schema registry uri found: http://127.0.0.1:8088
check diff successfully
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8146.out cli tso query --pd=http://127.0.0.1:2379
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/capture_session_done_during_task/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
check diff failed 1-th time, retry later
+ set +x
+ tso='449819112171372546
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...'
+ echo 449819112171372546 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Fri May 17 13:28:58 CST 2024] <<<<<< START cdc server in multi_source case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.81848186.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Starting build checksum checker...
table test.finishmark not exists for 1-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/run.sh using Sink-Type: kafka... <<=================
+++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup
+ source /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/../_utils/test_prepare
++ UP_TIDB_HOST=127.0.0.1
++ UP_TIDB_PORT=4000
++ UP_TIDB_OTHER_PORT=4001
++ UP_TIDB_STATUS=10080
++ UP_TIDB_OTHER_STATUS=10081
++ DOWN_TIDB_HOST=127.0.0.1
++ DOWN_TIDB_PORT=3306
++ DOWN_TIDB_STATUS=20080
++ TLS_TIDB_HOST=127.0.0.1
++ TLS_TIDB_PORT=3307
++ TLS_TIDB_STATUS=30080
++ UP_PD_HOST_1=127.0.0.1
++ UP_PD_PORT_1=2379
++ UP_PD_PEER_PORT_1=2380
++ UP_PD_HOST_2=127.0.0.1
++ UP_PD_PORT_2=2679
++ UP_PD_PEER_PORT_2=2680
++ UP_PD_HOST_3=127.0.0.1
++ UP_PD_PORT_3=2779
++ UP_PD_PEER_PORT_3=2780
++ DOWN_PD_HOST=127.0.0.1
++ DOWN_PD_PORT=2479
++ DOWN_PD_PEER_PORT=2480
++ TLS_PD_HOST=127.0.0.1
++ TLS_PD_PORT=2579
++ TLS_PD_PEER_PORT=2580
++ UP_TIKV_HOST_1=127.0.0.1
++ UP_TIKV_PORT_1=20160
++ UP_TIKV_STATUS_PORT_1=20181
++ UP_TIKV_HOST_2=127.0.0.1
++ UP_TIKV_PORT_2=20161
++ UP_TIKV_STATUS_PORT_2=20182
++ UP_TIKV_HOST_3=127.0.0.1
++ UP_TIKV_PORT_3=20162
++ UP_TIKV_STATUS_PORT_3=20183
++ DOWN_TIKV_HOST=127.0.0.1
++ DOWN_TIKV_PORT=21160
++ DOWN_TIKV_STATUS_PORT=21180
++ TLS_TIKV_HOST=127.0.0.1
++ TLS_TIKV_PORT=22160
++ TLS_TIKV_STATUS_PORT=22180
+++ cat /tmp/tidb_cdc_test/KAFKA_VERSION
+++ echo 2.4.1
++ KAFKA_VERSION=2.4.1
+ WORK_DIR=/tmp/tidb_cdc_test/storage_cleanup
+ CDC_BINARY=cdc.test
+ SINK_TYPE=kafka
+ EXIST_FILES=()
+ CLEANED_FILES=()
+ trap stop_tidb_cluster EXIT
+ run kafka
+ '[' kafka '!=' storage ']'
+ return
+ check_logs /tmp/tidb_cdc_test/storage_cleanup
++ date
+ echo '[Fri May 17 13:28:59 CST 2024] <<<<<< run test case storage_cleanup success! >>>>>>'
[Fri May 17 13:28:59 CST 2024] <<<<<< run test case storage_cleanup success! >>>>>>
+ stop_tidb_cluster
check diff failed 2-th time, retry later
start tidb cluster in /tmp/tidb_cdc_test/capture_session_done_during_task
Starting Upstream PD...
Release Version: v8.1.0-alpha-23-gfca469ca3
Edition: Community
Git Commit Hash: fca469ca33eb5d8b5e0891b507c87709a00b0e81
Git Branch: release-8.1
UTC Build Time:  2024-05-09 02:18:02
Starting Downstream PD...
Release Version: v8.1.0-alpha-23-gfca469ca3
Edition: Community
Git Commit Hash: fca469ca33eb5d8b5e0891b507c87709a00b0e81
Git Branch: release-8.1
UTC Build Time:  2024-05-09 02:18:02
Verifying upstream PD is started...
table test.finishmark not exists for 2-th check, retry later

  0     0    0     0    0     0      0      0 --:--:--  0:00:03 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:04 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:05 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:06 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:07 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:08 --:--:--     0{"level":"warn","ts":"2024-05-17T13:29:01.688536+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e9d340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-17T13:29:01.698097+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000f2a380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-17T13:29:01.793241+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e54000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Fri, 17 May 2024 05:29:01 GMT
< Content-Length: 827
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2d05ab36-ae1c-43ec-a0a1-2852782283b6
	{"id":"2d05ab36-ae1c-43ec-a0a1-2852782283b6","address":"127.0.0.1:8300","version":"v8.1.0-alpha-40-g3fd88171c","git-hash":"3fd88171c42fd8448b37f7e5394e47f4b80e4048","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715923739}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85061d2fd8
	2d05ab36-ae1c-43ec-a0a1-2852782283b6

/tidb/cdc/default/default/upstream/7369836281263006641
	{"id":7369836281263006641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2d05ab36-ae1c-43ec-a0a1-2852782283b6
	{"id":"2d05ab36-ae1c-43ec-a0a1-2852782283b6","address":"127.0.0.1:8300","version":"v8.1.0-alpha-40-g3fd88171c","git-hash":"3fd88171c42fd8448b37f7e5394e47f4b80e4048","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715923739}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85061d2fd8
	2d05ab36-ae1c-43ec-a0a1-2852782283b6

/tidb/cdc/default/default/upstream/7369836281263006641
	{"id":7369836281263006641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2d05ab36-ae1c-43ec-a0a1-2852782283b6
	{"id":"2d05ab36-ae1c-43ec-a0a1-2852782283b6","address":"127.0.0.1:8300","version":"v8.1.0-alpha-40-g3fd88171c","git-hash":"3fd88171c42fd8448b37f7e5394e47f4b80e4048","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1715923739}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f85061d2fd8
	2d05ab36-ae1c-43ec-a0a1-2852782283b6

/tidb/cdc/default/default/upstream/7369836281263006641
	{"id":7369836281263006641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8236.out cli changefeed create --start-ts=449819112171372546 '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-source-test-8800?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: d088cb15-a8cb-4ce5-b52f-2ab99750a95d
Info: {"upstream_id":7369836281263006641,"namespace":"default","id":"d088cb15-a8cb-4ce5-b52f-2ab99750a95d","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-source-test-8800?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-17T13:29:02.328207821+08:00","start_ts":449819112171372546,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.1.0-alpha-40-g3fd88171c","resolved_ts":449819112171372546,"checkpoint_ts":449819112171372546,"checkpoint_time":"2024-05-17 13:28:57.226"}
PASS
coverage: 2.6% of statements in github.com/pingcap/tiflow/...
check diff failed 3-th time, retry later
table test.finishmark exists
[2024/05/17 13:29:02.949 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.finishmark] [checkSum=0]
[2024/05/17 13:29:02.952 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=718014124]
[2024/05/17 13:29:02.953 +08:00] [INFO] [main.go:107] ["get checksum for the upstream success"] [elapsed=10.374922ms]
[2024/05/17 13:29:02.959 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.finishmark] [checkSum=0]
[2024/05/17 13:29:02.962 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=718014124]
[2024/05/17 13:29:02.962 +08:00] [INFO] [main.go:116] ["get checksum for the downstream success"] [elapsed=9.449625ms]
[2024/05/17 13:29:02.962 +08:00] [INFO] [main.go:95] ["compare checksum passed"]
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   8.1.0
Edition:           Community
Git Commit Hash:   53048f95afc3275a9b848d365fcb01656d0066e1
Git Commit Branch: release-8.1
UTC Build Time:    2024-05-15 10:16:11
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.1.0
Edition:           Community
Git Commit Hash:   53048f95afc3275a9b848d365fcb01656d0066e1
Git Commit Branch: release-8.1
UTC Build Time:    2024-05-15 10:16:11
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
wait process cdc.test exit for 1-th time...

  0     0    0     0    0     0      0      0 --:--:--  0:00:09 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:10 --:--:--     0{"level":"warn","ts":"2024-05-17T13:29:03.674236+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e9d340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2024-05-17T13:29:03.674273+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2024-05-17T13:29:03.684715+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000f2a380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2024-05-17T13:29:03.68475+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2024-05-17T13:29:03.780928+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e54000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":"2024-05-17T13:29:03.780972+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
+ set +x
[Fri May 17 13:29:03 CST 2024] <<<<<< START kafka consumer in multi_source case >>>>>>
go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/pingcap/tidb-tools v0.0.0-20240305021104-9f9bea84490b
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20240415145106-cd9c676e9ba4
go: downloading github.com/BurntSushi/toml v1.3.2
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/atomic v1.11.0
wait process cdc.test exit for 2-th time...
go: downloading go.uber.org/multierr v1.11.0
go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20240410110152-5fc42c9be2f5
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading google.golang.org/grpc v1.62.1
go: downloading github.com/go-sql-driver/mysql v1.7.1
wait process cdc.test exit for 3-th time...
check diff failed 4-th time, retry later
go: downloading github.com/golang/protobuf v1.5.4
go: downloading golang.org/x/net v0.24.0
go: downloading golang.org/x/sys v0.19.0
go: downloading google.golang.org/protobuf v1.33.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_basic/run.sh using Sink-Type: kafka... <<=================
[Fri May 17 13:29:04 CST 2024] <<<<<< run test case csv_storage_basic success! >>>>>>
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Fri May 17 13:29:05 CST 2024] <<<<<< run test case kafka_column_selector_avro success! >>>>>>
Starting Upstream TiDB...
Release Version: v8.1.0-alpha-155-gd4fe60ed63
Edition: Community
Git Commit Hash: d4fe60ed63301734090878db7508f5fa0c7b7563
Git Branch: release-8.1
UTC Build Time: 2024-05-16 11:29:24
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v8.1.0-alpha-155-gd4fe60ed63
Edition: Community
Git Commit Hash: d4fe60ed63301734090878db7508f5fa0c7b7563
Git Branch: release-8.1
UTC Build Time: 2024-05-16 11:29:24
GoVersion: go1.21.6
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
/home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh: line 1: 14807 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] sh
check diff successfully
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process cdc.test exit for 1-th time...
+ ls /tmp/tidb_cdc_test/
cli_tls_with_auth
cov.cli_tls_with_auth.33573359.out
cov.cli_tls_with_auth.cli.3310.out
cov.cli_tls_with_auth.cli.3418.out
cov.cli_tls_with_auth.cli.3670.out
cov.cli_tls_with_auth.cli.3764.out
cov.cli_tls_with_auth.cli.3800.out
cov.cli_tls_with_auth.cli.3896.out
cov.cli_tls_with_auth.cli.3974.out
cov.cli_tls_with_auth.cli.4097.out
cov.cli_tls_with_auth.cli.4144.out
cov.cli_tls_with_auth.cli.4181.out
cov.cli_tls_with_auth.cli.4298.out
cov.cli_tls_with_auth.cli.4326.out
cov.kafka_simple_basic.66276629.out
cov.kafka_simple_basic.cli.6687.out
cov.kafka_simple_basic.cli.6797.out
cov.kafka_simple_basic.cli.6829.out
cov.kafka_simple_basic_avro.93169318.out
cov.kafka_simple_basic_avro.cli.9368.out
cov.kafka_simple_handle_key_only.1191711919.out
cov.kafka_simple_handle_key_only.cli.11968.out
cov.kafka_simple_handle_key_only.cli.12012.out
cov.kafka_simple_handle_key_only.cli.12081.out
cov.kafka_simple_handle_key_only.cli.12115.out
cov.kafka_simple_handle_key_only.cli.12151.out
cov.kafka_simple_handle_key_only_avro.cli.14596.out
cov.kafka_simple_handle_key_only_avro.cli.14645.out
cov.kafka_simple_handle_key_only_avro.cli.14703.out
cov.kafka_simple_handle_key_only_avro.cli.14738.out
cov.kafka_simple_handle_key_only_avro.cli.14770.out
kafka_simple_basic
kafka_simple_basic_avro
kafka_simple_handle_key_only
kafka_simple_handle_key_only_avro
simple_handle_key_only
sql_res.cli_tls_with_auth.txt
sql_res.kafka_simple_basic.txt
sql_res.kafka_simple_basic_avro.txt
sql_res.kafka_simple_handle_key_only.txt
sql_res.kafka_simple_handle_key_only_avro.txt
++ find /tmp/tidb_cdc_test/ -type f -name '*.log'
+ tar -cvzf log-G01.tar.gz /tmp/tidb_cdc_test/cli_tls_with_auth/pd3.log /tmp/tidb_cdc_test/cli_tls_with_auth/tikv_down.log /tmp/tidb_cdc_test/cli_tls_with_auth/down_pd.log /tmp/tidb_cdc_test/cli_tls_with_auth/tidb-slow.log /tmp/tidb_cdc_test/cli_tls_with_auth/stdout_cli_tls_with_auth_tls1.log /tmp/tidb_cdc_test/cli_tls_with_auth/pd_tls.log /tmp/tidb_cdc_test/cli_tls_with_auth/tikv1.log /tmp/tidb_cdc_test/cli_tls_with_auth/tidb.log /tmp/tidb_cdc_test/cli_tls_with_auth/tidb_down.log /tmp/tidb_cdc_test/cli_tls_with_auth/pd1.log /tmp/tidb_cdc_test/cli_tls_with_auth/tidb_other.log /tmp/tidb_cdc_test/cli_tls_with_auth/tikv3.log /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_cli_tls_with_auth_tls1.log /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_kafka_consumer.log /tmp/tidb_cdc_test/cli_tls_with_auth/tikv_tls.log /tmp/tidb_cdc_test/cli_tls_with_auth/tidb_tls.log /tmp/tidb_cdc_test/cli_tls_with_auth/tikv2.log /tmp/tidb_cdc_test/cli_tls_with_auth/pd2.log /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_kafka_consumer_stdout.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/tikv_down.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/down_pd.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/stdout.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/tidb-slow.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/tikv1.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/tidb.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/tidb_down.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/pd1.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/tidb_other.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/sync_diff_inspector.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/tikv3.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc_kafka_consumer.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/tikv2.log /tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc_kafka_consumer_stdout.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tikv_down.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/down_pd.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/stdout.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tidb-slow.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tikv1.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tidb.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tidb_down.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/pd1.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tidb_other.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/sync_diff_inspector.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tikv3.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc_kafka_consumer.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tikv2.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv3/db/000005.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv_down.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/down_pd.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv2/db/000005.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv_down/db/000005.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/stdout.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tidb-slow.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv1.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tidb.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/error.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/server.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/proxy.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/output/sync_diff.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tidb_down.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv1/db/000005.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/pd1.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tidb_other.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/sync_diff_inspector.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv3.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_kafka_consumer.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/pd1/hot-region/000001.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/pd1/region-meta/000001.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv2.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/kafka_simple_basic/tikv_down.log /tmp/tidb_cdc_test/kafka_simple_basic/down_pd.log /tmp/tidb_cdc_test/kafka_simple_basic/cdc.log /tmp/tidb_cdc_test/kafka_simple_basic/stdout.log /tmp/tidb_cdc_test/kafka_simple_basic/tidb-slow.log /tmp/tidb_cdc_test/kafka_simple_basic/tikv1.log /tmp/tidb_cdc_test/kafka_simple_basic/tidb.log /tmp/tidb_cdc_test/kafka_simple_basic/tidb_down.log /tmp/tidb_cdc_test/kafka_simple_basic/pd1.log /tmp/tidb_cdc_test/kafka_simple_basic/tidb_other.log /tmp/tidb_cdc_test/kafka_simple_basic/sync_diff_inspector.log /tmp/tidb_cdc_test/kafka_simple_basic/tikv3.log /tmp/tidb_cdc_test/kafka_simple_basic/cdc_kafka_consumer.log /tmp/tidb_cdc_test/kafka_simple_basic/tikv2.log /tmp/tidb_cdc_test/kafka_simple_basic/cdc_kafka_consumer_stdout.log
tar: Removing leading `/' from member names
/tmp/tidb_cdc_test/cli_tls_with_auth/pd3.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tikv_down.log
/tmp/tidb_cdc_test/cli_tls_with_auth/down_pd.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tidb-slow.log
/tmp/tidb_cdc_test/cli_tls_with_auth/stdout_cli_tls_with_auth_tls1.log
/tmp/tidb_cdc_test/cli_tls_with_auth/pd_tls.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tikv1.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tidb.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tidb_down.log
/tmp/tidb_cdc_test/cli_tls_with_auth/pd1.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tidb_other.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tikv3.log

  0     0    0     0    0     0      0      0 --:--:--  0:00:11 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:12 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:13 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:14 --:--:--     0{"level":"warn","ts":"2024-05-17T13:29:07.689268+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e9d340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-17T13:29:07.698912+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000f2a380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
/tmp/tidb_cdc_test/cli_tls_with_auth/cdc_cli_tls_with_auth_tls1.log
/tmp/tidb_cdc_test/cli_tls_with_auth/cdc_kafka_consumer.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tikv_tls.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tidb_tls.log
/tmp/tidb_cdc_test/cli_tls_with_auth/tikv2.log
/tmp/tidb_cdc_test/cli_tls_with_auth/pd2.log
/tmp/tidb_cdc_test/cli_tls_with_auth/cdc_kafka_consumer_stdout.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/tikv_down.log
{"level":"warn","ts":"2024-05-17T13:29:07.794885+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e54000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
wait process cdc.test exit for 2-th time...
go: downloading golang.org/x/text v0.14.0
/tmp/tidb_cdc_test/kafka_simple_basic_avro/down_pd.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc.log
wait process cdc.test exit for 3-th time...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_multi_tables_ddl/run.sh using Sink-Type: kafka... <<=================
[Fri May 17 13:29:08 CST 2024] <<<<<< run test case csv_storage_multi_tables_ddl success! >>>>>>
/tmp/tidb_cdc_test/kafka_simple_basic_avro/stdout.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/tidb-slow.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/tikv1.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/tidb.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/tidb_down.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/pd1.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/tidb_other.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/sync_diff_inspector.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/tikv3.log
cdc.test: no process found
wait process cdc.test exit for 4-th time...
process cdc.test already exit
[Fri May 17 13:29:08 CST 2024] <<<<<< run test case changefeed_pause_resume success! >>>>>>
/tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc_kafka_consumer.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/tikv2.log
/tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc_kafka_consumer_stdout.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tikv_down.log
go: downloading golang.org/x/exp v0.0.0-20240409090435-93d18d7e34b8
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading golang.org/x/sync v0.7.0
go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240409022718-714958ccd4d5
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/prometheus/client_golang v1.19.0
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/docker/go-units v0.5.0
go: downloading github.com/gorilla/mux v1.8.0
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/down_pd.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/stdout.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tidb-slow.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tikv1.log
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/scalalang2/golang-fifo v0.1.5
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/tikv/pd/client v0.0.0-20240322051414-fb9e2d561b6e
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/shirou/gopsutil/v3 v3.24.2
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading github.com/google/uuid v1.6.0
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/stretchr/testify v1.9.0
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading golang.org/x/tools v0.20.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tidb.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tidb_down.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/pd1.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tidb_other.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/sync_diff_inspector.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tikv3.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc_kafka_consumer.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tikv2.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv3/db/000005.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv_down.log
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/aws/aws-sdk-go v1.50.0
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/klauspost/compress v1.17.8
go: downloading cloud.google.com/go v0.112.2
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/down_pd.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv2/db/000005.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv_down/db/000005.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/stdout.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tidb-slow.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv1.log
go: downloading golang.org/x/oauth2 v0.18.0
go: downloading google.golang.org/api v0.170.0
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/otiai10/copy v1.2.0
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading golang.org/x/time v0.5.0
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tidb.log
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/db/proxy/db/000005.log
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/error.log
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1
go: downloading golang.org/x/crypto v0.22.0
go: downloading github.com/beorn7/perks v1.0.1
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/server.log
go: downloading github.com/prometheus/common v0.52.2
go: downloading github.com/prometheus/procfs v0.13.0
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/proxy.log
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/output/sync_diff.log
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/cockroachdb/redact v1.1.5
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tidb_down.log
go: downloading github.com/getsentry/sentry-go v0.27.0
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv1/db/000005.log
go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/pd1.log
go: downloading github.com/tklauser/go-sysconf v0.3.12
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tidb_other.log
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/down_pd/hot-region/000001.log
go: downloading github.com/cloudfoundry/gosigar v1.3.6
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/down_pd/region-meta/000001.log
go: downloading github.com/dolthub/maphash v0.1.0
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/sync_diff_inspector.log
go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv3.log
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.0
go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading cloud.google.com/go/compute/metadata v0.2.3
go: downloading github.com/robfig/cron v1.2.0
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading cloud.google.com/go/compute v1.25.1
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_kafka_consumer.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/pd1/hot-region/000001.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/pd1/region-meta/000001.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tikv2.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0004/000002.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0003/000002.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0001/000002.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0005/000002.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0007/000002.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0006/000002.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0000/000002.log
/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data/tmp/sorter/0002/000002.log
/tmp/tidb_cdc_test/kafka_simple_basic/tikv_down.log
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/fatih/color v1.16.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/mattn/go-runewidth v0.0.15
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/apache/thrift v0.16.0
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading github.com/rogpeppe/go-internal v1.12.0
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/golang/glog v1.2.0
go: downloading github.com/golang-jwt/jwt/v5 v5.2.0
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
/tmp/tidb_cdc_test/kafka_simple_basic/down_pd.log
/tmp/tidb_cdc_test/kafka_simple_basic/cdc.log
/tmp/tidb_cdc_test/kafka_simple_basic/stdout.log
/tmp/tidb_cdc_test/kafka_simple_basic/tidb-slow.log
/tmp/tidb_cdc_test/kafka_simple_basic/tikv1.log
/tmp/tidb_cdc_test/kafka_simple_basic/tidb.log
/tmp/tidb_cdc_test/kafka_simple_basic/tidb_down.log
/tmp/tidb_cdc_test/kafka_simple_basic/pd1.log
/tmp/tidb_cdc_test/kafka_simple_basic/tidb_other.log
/tmp/tidb_cdc_test/kafka_simple_basic/sync_diff_inspector.log
/tmp/tidb_cdc_test/kafka_simple_basic/tikv3.log
go: downloading github.com/go-logr/logr v1.4.1
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/go-logr/stdr v1.2.2
/tmp/tidb_cdc_test/kafka_simple_basic/cdc_kafka_consumer.log
/tmp/tidb_cdc_test/kafka_simple_basic/tikv2.log
/tmp/tidb_cdc_test/kafka_simple_basic/cdc_kafka_consumer_stdout.log
+ ls -alh log-G01.tar.gz
-rw-r--r--. 1 jenkins jenkins 20M May 17 13:29 log-G01.tar.gz
[Pipeline] archiveArtifacts
Archiving artifacts
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-8.1/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_partition_table/run.sh using Sink-Type: kafka... <<=================
[Fri May 17 13:29:11 CST 2024] <<<<<< run test case csv_storage_partition_table success! >>>>>>
Recording fingerprints
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	198	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63e141a46940012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-92-vkv40, pid:18786, start at 2024-05-17 13:29:11.363391263 +0800 CST m=+6.220050869	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240517-13:31:11.373 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240517-13:29:11.333 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240517-13:19:11.333 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	198	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63e141a46940012	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-92-vkv40, pid:18786, start at 2024-05-17 13:29:11.363391263 +0800 CST m=+6.220050869	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240517-13:31:11.373 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240517-13:29:11.333 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240517-13:19:11.333 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	198	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
tikv_gc_leader_uuid	63e141a47600005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:cap-tiflow-release-8-1-pull-cdc-integration-kafka-test-92-vkv40, pid:18862, start at 2024-05-17 13:29:11.385326842 +0800 CST m=+6.145074071	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20240517-13:31:11.397 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20240517-13:29:11.384 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20240517-13:19:11.384 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v8.1.0-alpha-24-g51cd8aaef
Edition:         Community
Git Commit Hash: 51cd8aaefc93282af36a13f5e35da77d12825a07
Git Branch:      HEAD
UTC Build Time:  2024-05-16 07:38:33
Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto
Profile:         RELWITHDEBINFO
Compiler:        clang++ 13.0.0

Raft Proxy
Git Commit Hash:   7dc50b4eb06124e31f03adb06c20ff7ab61c5f79
Git Commit Branch: HEAD
UTC Build Time:    2024-05-16 07:43:57
Rust Version:      rustc 1.67.0-nightly (96ddd32c4 2022-11-14)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [14], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v8.1.0-alpha-24-g51cd8aaef"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [20], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [6], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [10], vals: ["51cd8aaefc93282af36a13f5e35da77d12825a07"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [18], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }

  0     0    0     0    0     0      0      0 --:--:--  0:00:15 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:16 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:17 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:18 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:19 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:20 --:--:--     0{"level":"warn","ts":"2024-05-17T13:29:13.690914+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e9d340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-17T13:29:13.699156+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000f2a380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-17T13:29:13.796633+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e54000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G01'
Sending interrupt signal to process
Killing processes

  0     0    0     0    0     0      0      0 --:--:--  0:00:21 --:--:--     0{"level":"warn","ts":1715923754.7196324,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002060000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1715923754.7196696,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
{"level":"warn","ts":1715923754.870837,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002994e00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":1715923754.8708885,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1715923754.8736446,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f56c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1715923754.873705,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
script returned exit code 143
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.cli.20155.out cli tso query --pd=http://127.0.0.1:2379
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
script returned exit code 143
+ set +x
+ tso='449819117402980353
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...'
+ echo 449819117402980353 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Fri May 17 13:29:18 CST 2024] <<<<<< START cdc server in capture_session_done_during_task case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorManagerHandleNewChangefeedDelay=sleep(2000)'
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.2020020202.out server --log-file /tmp/tidb_cdc_test/capture_session_done_during_task/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_session_done_during_task/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connection refused
* Failed connect to 127.0.0.1:8300; Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0

  0     0    0     0    0     0      0      0 --:--:--  0:00:22 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:23 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:24 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:25 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:26 --:--:--     0{"level":"warn","ts":"2024-05-17T13:29:19.692183+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e9d340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2024-05-17T13:29:19.700171+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000f2a380/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
Sending interrupt signal to process
Killing processes
script returned exit code 143
{"level":"warn","ts":"2024-05-17T13:29:19.798143+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e54000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
++ stop_tidb_cluster
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
script returned exit code 143
kill finished with exit code 0
{"level":"warn","ts":1715923761.1795878,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002284000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"}
script returned exit code 143
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
{"level":"warn","ts":1715923760.6402557,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002b7fdc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: read tcp 127.0.0.1:45770->127.0.0.1:2379: read: connection reset by peer"}
script returned exit code 143
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
{"level":"warn","ts":1715923758.114818,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00253b500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"}
Error: [CDC:ErrOwnerNotFound]owner not found
{"level":"warn","ts":1715923758.1152074,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002230700/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"}
script returned exit code 143
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] }
[2024/05/17 13:29:14.245 +08:00] [INFO] [case.go:115] ["sync updatePKUK take: 12.341243858s"]
{"level":"warn","ts":1715923759.7778971,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0021db880/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: read tcp 127.0.0.1:56934->127.0.0.1:2379: read: connection reset by peer"}
{"level":"warn","ts":1715923759.7787547,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002c6d340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"}
[Pipeline] }
script returned exit code 143
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // cache
[Pipeline] }
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // cache
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // dir
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withCredentials
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
{"level":"warn","ts":1715923760.906876,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0021cc700/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"}
{"level":"warn","ts":1715923762.907293,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0021cc700/127.0.0.1:2379","attempt":1,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
script returned exit code 143
[Pipeline] // node
[Pipeline] // timeout
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // cache
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // withEnv
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G00'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G02'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G05'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G08'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G09'
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G12'
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G10'
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G04'
[Pipeline] // container
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G07'
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G11'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
ERROR: script returned exit code 1
Finished: FAILURE