Skip to content

Console Output

Skipping 17,410 KB.. Full Log
table test.finish_mark not exists for 30-th check, retry later
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] sh
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G14
Run cases: changefeed_finish force_replicate_table
PROW_JOB_ID=f71a0c11-8fb6-4f88-90f9-6fdb15eb11fd
JENKINS_NODE_COOKIE=03f9c4d8-141d-4d4f-8fb9-d33c38c8979c
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1869/
GOLANG_VERSION=1.21.0
HOSTNAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1869-v9tkw-pfszw
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
KUBERNETES_PORT_443_TCP_PORT=443
KUBERNETES_PORT=tcp://10.233.0.1:443
TERM=xterm
STAGE_NAME=Test
BUILD_TAG=jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1869
KUBERNETES_SERVICE_PORT=443
GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009
JOB_SPEC={"type":"presubmit","job":"pingcap/tiflow/pull_cdc_integration_kafka_test","buildid":"1787393981500362752","prowjobid":"f71a0c11-8fb6-4f88-90f9-6fdb15eb11fd","refs":{"org":"pingcap","repo":"tiflow","repo_link":"https://github.com/pingcap/tiflow","base_ref":"master","base_sha":"be1553484fe4c03594eabb8d7435c694e5fd7224","base_link":"https://github.com/pingcap/tiflow/commit/be1553484fe4c03594eabb8d7435c694e5fd7224","pulls":[{"number":10953,"author":"hicqu","sha":"edccab95f9fbacc1a21f1cd0aa1088981c846102","title":"Delete range less","link":"https://github.com/pingcap/tiflow/pull/10953","commit_link":"https://github.com/pingcap/tiflow/pull/10953/commits/edccab95f9fbacc1a21f1cd0aa1088981c846102","author_link":"https://github.com/hicqu"}]}}
KUBERNETES_SERVICE_HOST=10.233.0.1
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1869/display/redirect?page=changes
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1869/display/redirect?page=artifacts
FILE_SERVER_URL=http://fileserver.pingcap.net
JENKINS_HOME=/var/jenkins_home
GIT_COMMIT=03312178c534dce949face80c69812d989e55009
PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1869/display/redirect
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
POD_CONTAINER=golang
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
TICDC_COVERALLS_TOKEN=****
JOB_NAME=pingcap/tiflow/pull_cdc_integration_kafka_test
TZ=Asia/Shanghai
BUILD_DISPLAY_NAME=#1869
TEST_GROUP=G14
JENKINS_URL=https://do.pingcap.net/jenkins/
BUILD_ID=1787393981500362752
TICDC_CODECOV_TOKEN=****
GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742
JOB_BASE_NAME=pull_cdc_integration_kafka_test
GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/1869/display/redirect?page=tests
SHLVL=5
HOME=/home/jenkins
POD_LABEL=pingcap_tiflow_pull_cdc_integration_kafka_test_1869-v9tkw
GOROOT=/usr/local/go
GIT_BRANCH=origin/main
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
KUBERNETES_SERVICE_PORT_HTTPS=443
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test@tmp
EXECUTOR_NUMBER=0
JENKINS_SERVER_COOKIE=durable-8f1d433d6527e85b4c28b432b07fa0c56dd3090c9176381d29a5b4531676247a
NODE_LABELS=pingcap_tiflow_pull_cdc_integration_kafka_test_1869-v9tkw pingcap-tiflow-pull-cdc-integration-kafka-test-1869-v9tkw-pfszw
GIT_URL=https://github.com/PingCAP-QE/ci.git
HUDSON_HOME=/var/jenkins_home
CLASSPATH=
NODE_NAME=pingcap-tiflow-pull-cdc-integration-kafka-test-1869-v9tkw-pfszw
GOPATH=/go
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/pull_cdc_integration_kafka_test/display/redirect
BUILD_NUMBER=1869
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_finish/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ ls /tmp/tidb_cdc_test/
cov.row_format.cli.2835.out
cov.row_format.cli.2927.out
row_format
sql_res.row_format.txt
++ find /tmp/tidb_cdc_test/ -type f -name '*.log'
+ tar -cvzf log-G03.tar.gz /tmp/tidb_cdc_test/row_format/tikv3.log /tmp/tidb_cdc_test/row_format/tikv_down.log /tmp/tidb_cdc_test/row_format/pd1.log /tmp/tidb_cdc_test/row_format/tikv_down/db/000005.log /tmp/tidb_cdc_test/row_format/cdc_kafka_consumer.log /tmp/tidb_cdc_test/row_format/tikv2.log /tmp/tidb_cdc_test/row_format/tikv3/db/000005.log /tmp/tidb_cdc_test/row_format/tikv1.log /tmp/tidb_cdc_test/row_format/down_pd/hot-region/000001.log /tmp/tidb_cdc_test/row_format/down_pd/region-meta/000001.log /tmp/tidb_cdc_test/row_format/tidb.log /tmp/tidb_cdc_test/row_format/cdc.log /tmp/tidb_cdc_test/row_format/tikv1/db/000005.log /tmp/tidb_cdc_test/row_format/tidb-slow.log /tmp/tidb_cdc_test/row_format/down_pd.log /tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0004/000002.log /tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0003/000002.log /tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0006/000002.log /tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0002/000002.log /tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0007/000002.log /tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0001/000002.log /tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0000/000002.log /tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0005/000002.log /tmp/tidb_cdc_test/row_format/stdout.log /tmp/tidb_cdc_test/row_format/tidb_other.log /tmp/tidb_cdc_test/row_format/tidb_down.log /tmp/tidb_cdc_test/row_format/pd1/hot-region/000001.log /tmp/tidb_cdc_test/row_format/pd1/region-meta/000001.log /tmp/tidb_cdc_test/row_format/cdc_kafka_consumer_stdout.log /tmp/tidb_cdc_test/row_format/tiflash/log/proxy.log /tmp/tidb_cdc_test/row_format/tiflash/log/error.log /tmp/tidb_cdc_test/row_format/tiflash/log/server.log /tmp/tidb_cdc_test/row_format/tiflash/db/proxy/db/000005.log /tmp/tidb_cdc_test/row_format/tikv2/db/000005.log
tar: Removing leading `/' from member names
/tmp/tidb_cdc_test/row_format/tikv3.log
[Pipeline] // stage
[Pipeline] }
/tmp/tidb_cdc_test/row_format/tikv_down.log
[Pipeline] // stage
[Pipeline] }
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
* About to connect() to 127.0.0.1 port 8300 (#0)
*   Trying 127.0.0.1...
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.29.0
> Host: 127.0.0.1:8300
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Mon, 06 May 2024 08:24:15 GMT
< Content-Length: 815
< Content-Type: text/plain; charset=utf-8
< 
{ [data not shown]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0dab8d8f-e5de-412b-8158-614e6bd9e4ee
	{"id":"0dab8d8f-e5de-412b-8158-614e6bd9e4ee","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714983852}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4d009b70f0
	0dab8d8f-e5de-412b-8158-614e6bd9e4ee

/tidb/cdc/default/default/upstream/7365799498179837975
	{"id":7365799498179837975,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0dab8d8f-e5de-412b-8158-614e6bd9e4ee
	{"id":"0dab8d8f-e5de-412b-8158-614e6bd9e4ee","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714983852}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4d009b70f0
	0dab8d8f-e5de-412b-8158-614e6bd9e4ee

/tidb/cdc/default/default/upstream/7365799498179837975
	{"id":7365799498179837975,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0dab8d8f-e5de-412b-8158-614e6bd9e4ee
	{"id":"0dab8d8f-e5de-412b-8158-614e6bd9e4ee","address":"127.0.0.1:8300","version":"v8.2.0-alpha-31-gedccab95f","git-hash":"edccab95f9fbacc1a21f1cd0aa1088981c846102","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1714983852}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22318f4d009b70f0
	0dab8d8f-e5de-412b-8158-614e6bd9e4ee

/tidb/cdc/default/default/upstream/7365799498179837975
	{"id":7365799498179837975,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5758.out cli changefeed create --start-ts=449572726317776897 '--sink-uri=kafka+ssl://127.0.0.1:9092/ticdc-ddl-puller-lag-test-19713?protocol=open-protocol&partition-num=4&kafka-client-id=ddl_puller_lag&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: 445b0cf6-1e99-41c8-a4fd-9830231766a0
Info: {"upstream_id":7365799498179837975,"namespace":"default","id":"445b0cf6-1e99-41c8-a4fd-9830231766a0","sink_uri":"kafka+ssl://127.0.0.1:9092/ticdc-ddl-puller-lag-test-19713?protocol=open-protocol\u0026partition-num=4\u0026kafka-client-id=ddl_puller_lag\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2024-05-06T16:24:15.841099599+08:00","start_ts":449572726317776897,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v8.2.0-alpha-31-gedccab95f","resolved_ts":449572726317776897,"checkpoint_ts":449572726317776897,"checkpoint_time":"2024-05-06 16:24:09.784"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[Pipeline] // container
[Pipeline] }
check diff failed 18-th time, retry later
/tmp/tidb_cdc_test/row_format/pd1.log
/tmp/tidb_cdc_test/row_format/tikv_down/db/000005.log
/tmp/tidb_cdc_test/row_format/cdc_kafka_consumer.log
/tmp/tidb_cdc_test/row_format/tikv2.log
/tmp/tidb_cdc_test/row_format/tikv3/db/000005.log
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
check diff successfully
[Pipeline] }
/tmp/tidb_cdc_test/row_format/tikv1.log
/tmp/tidb_cdc_test/row_format/down_pd/hot-region/000001.log
/tmp/tidb_cdc_test/row_format/down_pd/region-meta/000001.log
/tmp/tidb_cdc_test/row_format/tidb.log
/tmp/tidb_cdc_test/row_format/cdc.log
/tmp/tidb_cdc_test/row_format/tikv1/db/000005.log
/tmp/tidb_cdc_test/row_format/tidb-slow.log
/tmp/tidb_cdc_test/row_format/down_pd.log
/tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0004/000002.log
/tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0003/000002.log
/tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0006/000002.log
/tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0002/000002.log
/tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0007/000002.log
/tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0001/000002.log
/tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0000/000002.log
/tmp/tidb_cdc_test/row_format/cdc_data/tmp/sorter/0005/000002.log
/tmp/tidb_cdc_test/row_format/stdout.log
/tmp/tidb_cdc_test/row_format/tidb_other.log
/tmp/tidb_cdc_test/row_format/tidb_down.log
/tmp/tidb_cdc_test/row_format/pd1/hot-region/000001.log
/tmp/tidb_cdc_test/row_format/pd1/region-meta/000001.log
/tmp/tidb_cdc_test/row_format/cdc_kafka_consumer_stdout.log
/tmp/tidb_cdc_test/row_format/tiflash/log/proxy.log
/tmp/tidb_cdc_test/row_format/tiflash/log/error.log
/tmp/tidb_cdc_test/row_format/tiflash/log/server.log
/tmp/tidb_cdc_test/row_format/tiflash/db/proxy/db/000005.log
/tmp/tidb_cdc_test/row_format/tikv2/db/000005.log
+ ls -alh log-G03.tar.gz
-rw-r--r-- 1 jenkins jenkins 4.6M May  6 16:24 log-G03.tar.gz
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] archiveArtifacts
Archiving artifacts
table test.finish_mark not exists for 31-th check, retry later
[Pipeline] // node
[Pipeline] }
+ endpoints=https://127.0.0.1:2579
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates
+ [[ https://127.0.0.1:2579 =~ https ]]
++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7365799369043629801,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449572727910039556,
  "checkpoint_time": "2024-05-06 16:24:15.858",
  "error": null
}'
+ echo '{
  "upstream_id": 7365799369043629801,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449572727910039556,
  "checkpoint_time": "2024-05-06 16:24:15.858",
  "error": null
}'
{
  "upstream_id": 7365799369043629801,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 449572727910039556,
  "checkpoint_time": "2024-05-06 16:24:15.858",
  "error": null
}
++ echo '{' '"upstream_id":' 7365799369043629801, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449572727910039556, '"checkpoint_time":' '"2024-05-06' '16:24:15.858",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7365799369043629801, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 449572727910039556, '"checkpoint_time":' '"2024-05-06' '16:24:15.858",' '"error":' null '}'
++ jq -r .error.message
wait process cdc.test exit for 1-th time...
[Pipeline] // podTemplate
check diff failed 3-th time, retry later
[Pipeline] }
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_etcd_worker_delay/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 16:24:16 CST 2024] <<<<<< run test case processor_etcd_worker_delay success! >>>>>>
[Pipeline] // podTemplate
[Pipeline] }
+ message=null
+ [[ ! null =~ null ]]
Recording fingerprints
[Pipeline] // withEnv
[Pipeline] }
start tidb cluster in /tmp/tidb_cdc_test/tiflash
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
[Pipeline] // withEnv
[Pipeline] }
wait process cdc.test exit for 2-th time...
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G00'
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G02'
[Pipeline] }
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4388.out cli changefeed create --start-ts=449572718040317953 '--sink-uri=kafka://127.0.0.1:9093/ticdc-cli-test-ssl-9740?protocol=open-protocol&ca=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem&cert=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem&key=/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem&kafka-version=2.4.1&max-message-bytes=10485760&insecure-skip-verify=true' --tz=Asia/Shanghai
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 16:24:17 CST 2024] <<<<<< run test case changefeed_reconstruct success! >>>>>>
Sending interrupt signal to process
Killing processes
+ set +x
[Mon May  6 16:24:17 CST 2024] <<<<<< START kafka consumer in ddl_puller_lag case >>>>>>
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
\033[0;36m<<< Run all test success >>>\033[0m
[WARN] --tz is deprecated in changefeed settings.
[2024/05/06 16:24:18.037 +08:00] [ERROR] [request.go:310] ["failed to send a http request"] [error="Post \"https://127.0.0.1:8300/api/v2/verify_table\": context canceled"]
Error: Post "https://127.0.0.1:8300/api/v2/verify_table": context canceled
warning: GOCOVERDIR not set, no coverage data emitted
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
script returned exit code 143
start tidb cluster in /tmp/tidb_cdc_test/changefeed_finish
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
start tidb cluster in /tmp/tidb_cdc_test/new_ci_collation
Starting Upstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
check diff failed 19-th time, retry later
script returned exit code 143
Starting Downstream PD...
Release Version: v8.2.0-alpha-14-g1679dbca2
Edition: Community
Git Commit Hash: 1679dbca25b3483d1375c7e747da27e99ad77360
Git Branch: master
UTC Build Time:  2024-04-30 08:09:12
Verifying upstream PD is started...
The 1 times to try to start tidb cluster...
check diff failed 4-th time, retry later
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
{"level":"warn","ts":1714983859.1347914,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00241e1c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"}
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
{"level":"warn","ts":1714983859.4122617,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00235c700/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: EOF"}
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
{"level":"warn","ts":1714983859.6837292,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002400540/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unavailable desc = error reading from server: read tcp 127.0.0.1:46344->127.0.0.1:2379: read: connection reset by peer"}
script returned exit code 143
Verifying downstream PD is started...
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
table sink_retry.finish_mark_2 exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Mon May  6 16:24:17 CST 2024] <<<<<< run test case sink_retry success! >>>>>>
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/sink_hang/run.sh using Sink-Type: kafka... <<=================
[Mon May  6 16:24:20 CST 2024] <<<<<< run test case sink_hang success! >>>>>>
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
Starting Upstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   88099c95a3c0c13a827c0795c3d45070264665e4
Git Commit Branch: master
UTC Build Time:    2024-05-06 06:37:19
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   8.2.0-alpha
Edition:           Community
Git Commit Hash:   88099c95a3c0c13a827c0795c3d45070264665e4
Git Commit Branch: master
UTC Build Time:    2024-05-06 06:37:19
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
script returned exit code 143
script returned exit code 143
\033[0;36m<<< Run all test success >>>\033[0m
kill finished with exit code 0
Killing processes
kill finished with exit code 1
Killing processes
Starting Upstream TiDB...
script returned exit code 143
kill finished with exit code 1
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1869/tiflow-cdc already exists)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_cdc_integration_kafka_test-1869/tiflow-cdc already exists)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // timeout
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
script returned exit code 143
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // stage
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // cache
[Pipeline] }
[Pipeline] // container
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
/home/jenkins/agent/workspace/pingcap/tiflow/pull_cdc_integration_kafka_test/tiflow/tests/integration_tests/default_value/run.sh: line 1:  3014 Terminated              GO111MODULE=on go run main.go -config ./config.toml 2>&1
      3015                       | tee $WORK_DIR/tester.log
script returned exit code 143
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // node
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // cache
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // stage
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G03'
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G01'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G04'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G05'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G06'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G07'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G08'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G09'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G12'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G13'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G14'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G15'
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G11'
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G10'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
ERROR: script returned exit code 1
Finished: FAILURE