Skipping 860 KB.. Full Log

wait process dm-master.test exit...
process dm-master.test already exit
dmctl test cmd: "query-status test"
got=1 expected=1
check log contain failed 1-th time, retry later
[Fri May 17 16:43:37 CST 2024] <<<<<< start DM-114 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl3_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:39 CST 2024] <<<<<< finish DM-018  >>>>>>
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:43:40 CST 2024] <<<<<< test case drop_column_with_index success! >>>>>>
start running case: [duplicate_event] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:43:40 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Fri May 17 16:43:40 CST 2024] <<<<<< start DM-019  >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/single-source-pessimistic.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:41 CST 2024] <<<<<< finish DM-114 pessimistic >>>>>>
[Fri May 17 16:43:41 CST 2024] <<<<<< start DM-114 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl3_1/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:42 CST 2024] <<<<<< finish DM-019  >>>>>>
[Fri May 17 16:43:42 CST 2024] <<<<<< start DM-019  >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/single-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:43:42 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/duplicate_event/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-task.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:44 CST 2024] <<<<<< finish DM-019  >>>>>>
check log contain failed 1-th time, retry later
[Fri May 17 16:43:45 CST 2024] <<<<<< start DM-020  >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/single-source-no-routes.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:45 CST 2024] <<<<<< finish DM-114 optimistic >>>>>>
dmctl test cmd: "query-status test"
got=1 expected=1
run tidb sql failed 1-th time, retry later
[Fri May 17 16:43:46 CST 2024] <<<<<< start DM-115 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl3_1/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 2-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:49 CST 2024] <<<<<< finish DM-020  >>>>>>
check log contain failed 3-th time, retry later
[Fri May 17 16:43:50 CST 2024] <<<<<< start DM-021  >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/single-source-pessimistic.yaml --remove-meta"
check log contain failed 1-th time, retry later
check log contain failed 4-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
check log contain failed 1-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:52 CST 2024] <<<<<< finish DM-115 optimistic >>>>>>
check log contain failed 5-th time, retry later
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:53 CST 2024] <<<<<< finish DM-021  >>>>>>
[Fri May 17 16:43:54 CST 2024] <<<<<< start DM-116 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl3_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=1 expected=1
[Fri May 17 16:43:54 CST 2024] <<<<<< start DM-022  >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/single-source-no-routes.yaml --remove-meta"
check log contain failed 6-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
check log contain failed 1-th time, retry later
check log contain failed 7-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:58 CST 2024] <<<<<< finish DM-116 pessimistic >>>>>>
[Fri May 17 16:43:58 CST 2024] <<<<<< start DM-116 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl3_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "stop-task test"
[Fri May 17 16:43:58 CST 2024] <<<<<< finish DM-022  >>>>>>
check log contain failed 8-th time, retry later
dmctl test cmd: "query-status test"
[Fri May 17 16:43:59 CST 2024] <<<<<< start DM-023  >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-pessimistic.yaml --remove-meta"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:00 CST 2024] <<<<<< finish DM-116 optimistic >>>>>>
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
check log contain failed 9-th time, retry later
[Fri May 17 16:44:01 CST 2024] <<<<<< start DM-117 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl3_1/conf/double-source-optimistic.yaml --remove-meta"
[Fri May 17 16:44:01 CST 2024] <<<<<< finish DM-023  >>>>>>
dmctl test cmd: "query-status test"
[Fri May 17 16:44:02 CST 2024] <<<<<< start DM-026  >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/single-source-pessimistic.yaml --remove-meta"
check log contain failed 10-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:04 CST 2024] <<<<<< finish DM-026  >>>>>>
check log contain failed 11-th time, retry later
[Fri May 17 16:44:05 CST 2024] <<<<<< start DM-027  >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/single-source-pessimistic.yaml --remove-meta"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "binlog-schema update test shardddl1 tb1 /tmp/dm_test/shardddl3_1/schema.sql -s mysql-replica-01"
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:06 CST 2024] <<<<<< finish DM-117 optimistic >>>>>>
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "query-status test"
check log contain failed 12-th time, retry later
got=1 expected=1
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:07 CST 2024] <<<<<< finish DM-027  >>>>>>
[Fri May 17 16:44:07 CST 2024] <<<<<< start DM-118 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl3_1/conf/double-source-pessimistic.yaml --remove-meta"
[Fri May 17 16:44:08 CST 2024] <<<<<< start DM-028  >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/single-source-pessimistic.yaml --remove-meta"
check log contain failed 13-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:10 CST 2024] <<<<<< finish DM-028  >>>>>>
[Fri May 17 16:44:11 CST 2024] <<<<<< start DM-030 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-pessimistic.yaml --remove-meta"
check log contain failed 14-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:11 CST 2024] <<<<<< finish DM-118 pessimistic >>>>>>
[Fri May 17 16:44:11 CST 2024] <<<<<< start DM-118 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl3_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
check log contain failed 15-th time, retry later
got=2 expected=2
check diff failed 1-th time, retry later
check log contain failed 16-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:15 CST 2024] <<<<<< finish DM-030 pessimistic >>>>>>
[Fri May 17 16:44:15 CST 2024] <<<<<< start DM-030 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-optimistic.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:16 CST 2024] <<<<<< finish DM-118 optimistic >>>>>>
dmctl test cmd: "query-status test"
got=2 expected=2
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check diff successfully
dmctl test cmd: "stop-task test"
check log contain failed 17-th time, retry later
[Fri May 17 16:44:17 CST 2024] <<<<<< finish DM-030 optimistic >>>>>>
wait process dm-master.test exit...
[Fri May 17 16:44:18 CST 2024] <<<<<< start DM-031 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-pessimistic.yaml --remove-meta"
check log contain failed 18-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:20 CST 2024] <<<<<< finish DM-031 pessimistic >>>>>>
[Fri May 17 16:44:20 CST 2024] <<<<<< start DM-031 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
check log contain failed 19-th time, retry later
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:22 CST 2024] <<<<<< finish DM-031 optimistic >>>>>>
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:44:22 CST 2024] <<<<<< test case shardddl3_1 success! >>>>>>
start running case: [shardddl4] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:44:22 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Fri May 17 16:44:23 CST 2024] <<<<<< start DM-032 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:44:23 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check log contain failed 20-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl4/source1.yaml"
[Fri May 17 16:44:24 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:25 CST 2024] <<<<<< finish DM-032 optimistic >>>>>>
check log contain failed 21-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl4/source2.yaml"
[Fri May 17 16:44:26 CST 2024] <<<<<< start DM-033 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=1 expected=1
<<<<<< test_source_and_target_with_empty_gtid success! >>>>>>
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:44:25 CST 2024] <<<<<< test case all_mode success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-release-7.5-pull_dm_integration_test-372/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Fri May 17 16:44:26 CST 2024] <<<<<< start DM-119 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
check log contain failed 22-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check log contain failed 23-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:30 CST 2024] <<<<<< finish DM-033 pessimistic >>>>>>
check diff failed 2-th time, retry later
[Fri May 17 16:44:31 CST 2024] <<<<<< start DM-034 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-pessimistic.yaml --remove-meta"
check log contain failed 24-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
check diff failed 3-th time, retry later
[Fri May 17 16:44:33 CST 2024] <<<<<< finish DM-034 pessimistic >>>>>>
[Fri May 17 16:44:33 CST 2024] <<<<<< start DM-034 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 25-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:35 CST 2024] <<<<<< finish DM-034 optimistic >>>>>>
check log contain failed 26-th time, retry later
[Fri May 17 16:44:36 CST 2024] <<<<<< start DM-035 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl1_1/conf/double-source-optimistic.yaml --remove-meta"
check diff failed 4-th time, retry later
check log contain failed 27-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
run tidb sql failed 1-th time, retry later
check diff failed 5-th time, retry later
check log contain failed 28-th time, retry later
dmctl test cmd: "stop-task test"
[Fri May 17 16:44:39 CST 2024] <<<<<< finish DM-035 optimistic >>>>>>
check diff failed 6-th time, retry later
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check log contain failed 29-th time, retry later
wait process dm-master.test exit...
use sync_diff_inspector to check increment data
check diff successfully
check diff successfully
data checked after one worker was killed
try to kill worker port 8263
wait process dm-worker2 exit...
wait process dm-worker2 exit...
process dm-worker2 already exit
worker2 was killed
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test2"
got=2 expected=2
[Fri May 17 16:44:40 CST 2024] <<<<<< finish test_multi_task_reduce_and_restart_worker >>>>>>
3 dm-master alive
3 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
check diff failed 7-th time, retry later
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
check log contain failed 30-th time, retry later
wait process dm-master.test exit...
wait process dm-worker.test exit...
check diff failed 8-th time, retry later
wait process dm-worker.test exit...
wait process dm-master.test exit...
check log contain failed 1-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:44:46 CST 2024] <<<<<< test case shardddl1_1 success! >>>>>>
start running case: [shardddl2] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/run.sh...
Verbose mode = false
wait process dm-master.test exit...
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:44:46 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff failed 9-th time, retry later
wait process dm-master.test exit...
check diff successfully
[Fri May 17 16:44:47 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-master.test exit...
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/duplicate_event/source2.yaml"
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:44:48 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff failed 10-th time, retry later
wait process dm-master.test exit...
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl2/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-task-relay.yaml --remove-meta"
[Fri May 17 16:44:49 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-master.test exit...
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:44:49 CST 2024] <<<<<< test case ha_cases2 success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-release-7.5-pull_dm_integration_test-372/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
check diff failed at last
dmctl test cmd: "stop-task test"
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Fri May 17 16:44:50 CST 2024] <<<<<< finish DM-119 pessimistic >>>>>>
[Fri May 17 16:44:50 CST 2024] <<<<<< start DM-119 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
[Pipeline] // withEnv
[Pipeline] }
check diff successfully
dmctl test cmd: "start-relay -s mysql-replica-02 worker2"
[Pipeline] // node
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl2/source2.yaml"
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
got=2 expected=2
dmctl test cmd: "query-status -s mysql-replica-02"
[Fri May 17 16:44:52 CST 2024] <<<<<< start DM-DROP_COLUMN_EXEC_ERROR optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
got=1 expected=1
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker 1
check diff failed 2-th time, retry later
check diff failed 2-th time, retry later
wait process dm-worker1 exit...
wait process dm-worker1 exit...
process dm-worker1 already exit
[Fri May 17 16:44:55 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff failed 3-th time, retry later
rpc addr 127.0.0.1:8262 is alive
check log contain failed 1-th time, retry later
check diff failed 3-th time, retry later
check diff failed 4-th time, retry later
check diff failed 4-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
restart dm-master
wait process dm-master exit...
check diff failed 5-th time, retry later
check diff failed 5-th time, retry later
wait process dm-master exit...
process dm-master already exit
check diff failed 6-th time, retry later
[Fri May 17 16:45:02 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff failed 6-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff successfully
binlog_pos: 2356 relay_log_size: 2356
============== run_with_prepared_source_config success ===================
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
restart dm-worker 1
wait process dm-master.test exit...
check diff failed 7-th time, retry later
wait process dm-worker1 exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker1 exit...
process dm-worker1 already exit
[Fri May 17 16:45:07 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "query-status test"
wait process dm-worker.test exit...
got=3 expected=3
check diff failed 1-th time, retry later
check diff failed 8-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:45:09 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:45:10 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff failed 9-th time, retry later
check diff failed 2-th time, retry later
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/duplicate_event/source1.yaml"
check diff failed 10-th time, retry later
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-task.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:45:13 CST 2024] <<<<<< finish DM-DROP_COLUMN_EXEC_ERROR optimistic >>>>>>
[Fri May 17 16:45:13 CST 2024] <<<<<< start DM-INIT_SCHEMA optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed at last
dmctl test cmd: "stop-task test"
check log contain failed 1-th time, retry later
[Fri May 17 16:45:15 CST 2024] <<<<<< finish DM-119 optimistic >>>>>>
[Fri May 17 16:45:16 CST 2024] <<<<<< start DM-120 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
check log contain failed 2-th time, retry later
restart dm-master
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master exit...
check log contain failed 3-th time, retry later
wait process dm-master exit...
process dm-master already exit
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:45:20 CST 2024] <<<<<< finish DM-120 pessimistic >>>>>>
[Fri May 17 16:45:20 CST 2024] <<<<<< start DM-120 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 4-th time, retry later
[Fri May 17 16:45:20 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check log contain failed 5-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:45:24 CST 2024] <<<<<< finish DM-INIT_SCHEMA optimistic >>>>>>
[Fri May 17 16:45:24 CST 2024] <<<<<< start DM-DROP_COLUMN_ALL_DONE optimistic >>>>>>
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:45:24 CST 2024] <<<<<< finish DM-120 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 6-th time, retry later
[Fri May 17 16:45:25 CST 2024] <<<<<< start DM-121 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker 2
check log contain failed 7-th time, retry later
dmctl test cmd: "query-status test"
wait process dm-worker2 exit...
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-worker2 exit...
process dm-worker2 already exit
[Fri May 17 16:45:27 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check log contain failed 8-th time, retry later
rpc addr 127.0.0.1:8263 is alive
check log contain failed 1-th time, retry later
check diff failed 2-th time, retry later
check log contain failed 9-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
restart dm-master
check diff failed 3-th time, retry later
wait process dm-master exit...
check log contain failed 10-th time, retry later
wait process dm-master exit...
process dm-master already exit
check diff failed 4-th time, retry later
check log contain failed 11-th time, retry later
[Fri May 17 16:45:35 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff failed 5-th time, retry later
check log contain failed 12-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
check diff failed 6-th time, retry later
got=1 expected=1
got=1 expected=1
restart dm-worker 2
check log contain failed 13-th time, retry later
wait process dm-worker2 exit...
wait process dm-worker2 exit...
process dm-worker2 already exit
[Fri May 17 16:45:39 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff failed 7-th time, retry later
check log contain failed 14-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
check diff failed 1-th time, retry later
check diff failed 8-th time, retry later
check log contain failed 15-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:45:43 CST 2024] <<<<<< finish DM-DROP_COLUMN_ALL_DONE optimistic >>>>>>
[Fri May 17 16:45:43 CST 2024] <<<<<< start DM-RECOVER_LOCK optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
check diff failed 9-th time, retry later
check log contain failed 16-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
check diff failed 10-th time, retry later
check log contain failed 17-th time, retry later
check log contain failed 1-th time, retry later
check diff failed at last
dmctl test cmd: "stop-task test"
[Fri May 17 16:45:48 CST 2024] <<<<<< finish DM-121 pessimistic >>>>>>
[Fri May 17 16:45:48 CST 2024] <<<<<< start DM-121 optimistic >>>>>>
check log contain failed 18-th time, retry later
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
restart dm-master
wait process dm-master exit...
check log contain failed 19-th time, retry later
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check log contain failed 20-th time, retry later
[Fri May 17 16:45:53 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff failed 2-th time, retry later
check log contain failed 21-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff failed 3-th time, retry later
rpc addr 127.0.0.1:8261 is alive
restart dm-master
check log contain failed 22-th time, retry later
wait process dm-master exit...
check diff failed 4-th time, retry later
wait process dm-master exit...
process dm-master already exit
check log contain failed 23-th time, retry later
check diff failed 5-th time, retry later
[Fri May 17 16:46:00 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check log contain failed 24-th time, retry later
check diff failed 6-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check log contain failed 25-th time, retry later
rpc addr 127.0.0.1:8261 is alive
check diff failed 1-th time, retry later
check diff failed 7-th time, retry later
check log contain failed 26-th time, retry later
check diff successfully
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:06 CST 2024] <<<<<< finish DM-RECOVER_LOCK optimistic >>>>>>
run DM_DropAddColumn case #0
[Fri May 17 16:46:06 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
check diff failed 8-th time, retry later
check log contain failed 27-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
check diff failed 9-th time, retry later
check log contain failed 28-th time, retry later
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
check diff failed 10-th time, retry later
check log contain failed 29-th time, retry later
check diff failed at last
dmctl test cmd: "stop-task test"
check diff failed 2-th time, retry later
[Fri May 17 16:46:12 CST 2024] <<<<<< finish DM-121 optimistic >>>>>>
check log contain failed 30-th time, retry later
[Fri May 17 16:46:13 CST 2024] <<<<<< start DM-122 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
check diff failed 3-th time, retry later
check log contain failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
check diff successfully
[Fri May 17 16:46:16 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:17 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #1
[Fri May 17 16:46:17 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:17 CST 2024] <<<<<< finish DM-122 pessimistic >>>>>>
[Fri May 17 16:46:17 CST 2024] <<<<<< start DM-122 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/duplicate_event/source2.yaml"
dmctl test cmd: "query-status test"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-task-relay.yaml --remove-meta"
got=2 expected=2
check diff successfully
restart dm-master
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:19 CST 2024] <<<<<< finish DM-122 optimistic >>>>>>
wait process dm-master exit...
check diff successfully
dmctl test cmd: "start-relay -s mysql-replica-02 worker2"
[Fri May 17 16:46:20 CST 2024] <<<<<< start DM-123 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master exit...
process dm-master already exit
got=2 expected=2
dmctl test cmd: "query-status -s mysql-replica-02"
got=1 expected=1
check diff successfully
binlog_pos: 2356 relay_log_size: 2356
============== run_with_prepared_source_config success ===================
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master.test exit...
[Fri May 17 16:46:23 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-master.test exit...
process dm-master.test already exit
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:24 CST 2024] <<<<<< finish DM-123 pessimistic >>>>>>
[Fri May 17 16:46:24 CST 2024] <<<<<< start DM-123 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8261 is alive
check log contain failed 1-th time, retry later
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:46:26 CST 2024] <<<<<< test case duplicate_event success! >>>>>>
start running case: [expression_filter] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:46:26 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:46:27 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-worker1.toml >>>>>>
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:28 CST 2024] <<<<<< finish DM-123 optimistic >>>>>>
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-task2.yaml"
[Fri May 17 16:46:29 CST 2024] <<<<<< start DM-124 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
check diff failed 2-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-task2.yaml "
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:31 CST 2024] <<<<<< finish DM-124 optimistic >>>>>>
dmctl test cmd: "query-status test"
got=2 expected=2
got=0 expected=1
command: query-status test "synced": true count: 0 != expected: 1, failed the 0-th time, will retry again
check diff failed 3-th time, retry later
[Fri May 17 16:46:32 CST 2024] <<<<<< start DM-125 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "stop-task test"
ls: cannot access /tmp/dm_test/expression_filter/worker1/schema-tracker*: No such file or directory
schema tracker path has been cleaned
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:35 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #2
[Fri May 17 16:46:35 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
wait process dm-master.test exit...
process dm-master.test already exit
check diff successfully
restart dm-master
wait process dm-worker.test exit...
wait process dm-master exit...
check diff successfully
dmctl test cmd: "shard-ddl-lock"
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:38 CST 2024] <<<<<< finish DM-125 optimistic >>>>>>
wait process dm-worker.test exit...
wait process dm-master exit...
process dm-master already exit
[Fri May 17 16:46:39 CST 2024] <<<<<< start DM-126 optimistic >>>>>>
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:46:39 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:46:40 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
[Fri May 17 16:46:40 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-task.yaml "
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "shard-ddl-lock"
check diff successfully
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
dmctl test cmd: "stop-task test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
[Fri May 17 16:46:44 CST 2024] <<<<<< finish DM-126 optimistic >>>>>>
check diff failed 1-th time, retry later
[Fri May 17 16:46:45 CST 2024] <<<<<< start DM-127 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
check diff failed 2-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check diff failed 3-th time, retry later
check diff successfully
dmctl test cmd: "shard-ddl-lock"
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:49 CST 2024] <<<<<< finish DM-127 optimistic >>>>>>
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
[Fri May 17 16:46:50 CST 2024] <<<<<< start DM-128 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
process dm-master.test already exit
[Fri May 17 16:46:51 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #3
[Fri May 17 16:46:51 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:46:54 CST 2024] <<<<<< test case expression_filter success! >>>>>>
start running case: [extend_column] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
running extend_column case with import_mode: sql
[Fri May 17 16:46:54 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:46:54 CST 2024] <<<<<< finish DM-128 pessimistic >>>>>>
[Fri May 17 16:46:54 CST 2024] <<<<<< start DM-128 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
restart dm-master
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master exit...
[Fri May 17 16:46:56 CST 2024] <<<<<< finish DM-128 optimistic >>>>>>
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:46:56 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-master exit...
process dm-master already exit
[Fri May 17 16:46:57 CST 2024] <<<<<< start DM-129 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8262 is alive
[Fri May 17 16:46:57 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source1.yaml"
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source2.yaml"
[Fri May 17 16:46:59 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:47:01 CST 2024] <<<<<< finish DM-129 pessimistic >>>>>>
[Fri May 17 16:47:01 CST 2024] <<<<<< start DM-129 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
run tidb sql failed 1-th time, retry later
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:47:03 CST 2024] <<<<<< finish DM-129 optimistic >>>>>>
[Fri May 17 16:47:04 CST 2024] <<<<<< start DM-130 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check diff failed 2-th time, retry later
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Fri May 17 16:47:06 CST 2024] <<<<<< finish DM-130 pessimistic >>>>>>
[Fri May 17 16:47:06 CST 2024] <<<<<< start DM-130 optimistic >>>>>>
wait process dm-master.test exit...
process dm-master.test already exit
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
check diff failed 3-th time, retry later
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
wait process dm-worker.test exit...
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:47:09 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #4
[Fri May 17 16:47:09 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
running extend_column case with import_mode: loader
[Fri May 17 16:47:09 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=2 expected=2
got=1 expected=1
dmctl test cmd: "shard-ddl-lock unlock test-`shardddl`.`tb` -s mysql-replica-02 -d shardddl1 -t tb1 --action skip"
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=2 expected=2
got=1 expected=1
dmctl test cmd: "shard-ddl-lock unlock test-`shardddl`.`tb` -s mysql-replica-02 -d shardddl1 -t tb2 --action skip"
dmctl test cmd: "query-status test"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff successfully
dmctl test cmd: "stop-task test"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
[Fri May 17 16:47:11 CST 2024] <<<<<< finish DM-130 optimistic >>>>>>
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:47:11 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
rpc addr 127.0.0.1:8262 is alive
[Fri May 17 16:47:12 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "shard-ddl-lock"
wait process dm-master.test exit...
got=1 expected=1
restart dm-master
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source1.yaml"
wait process dm-master.test exit...
process dm-master.test already exit
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source2.yaml"
wait process dm-master exit...
wait process dm-worker.test exit...
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
wait process dm-worker.test exit...
run tidb sql failed 1-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:47:17 CST 2024] <<<<<< test case shardddl4 success! >>>>>>
start running case: [shardddl4_1] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:47:17 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Fri May 17 16:47:17 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:47:18 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl4_1/source1.yaml"
[Fri May 17 16:47:19 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
wait process dm-master.test exit...
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl4_1/source2.yaml"
wait process dm-master.test exit...
process dm-master.test already exit
[Fri May 17 16:47:21 CST 2024] <<<<<< start DM-TABLE_CHECKPOINT_BACKWARD optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
check diff failed 2-th time, retry later
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 3-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:47:24 CST 2024] <<<<<< test case extend_column success! >>>>>>
start running case: [fake_rotate_event] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:47:24 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:47:25 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/fake_rotate_event/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-task.yaml --remove-meta"
[Fri May 17 16:47:26 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #5
[Fri May 17 16:47:26 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
check diff successfully
kill dm-worker
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
wait process dm-worker1 exit...
wait process dm-worker1 exit...
process dm-worker1 already exit
[Fri May 17 16:47:30 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
restart dm-master
rpc addr 127.0.0.1:8262 is alive
check diff successfully
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master exit...
wait process dm-master exit...
process dm-master already exit
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
[Fri May 17 16:47:34 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:47:36 CST 2024] <<<<<< test case fake_rotate_event success! >>>>>>
start running case: [foreign_key] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:47:36 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 0-th time, will retry again
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:47:39 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/foreign_key/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/conf/dm-task.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 1-th time, will retry again
dmctl test cmd: "query-status test"
got=1 expected=1
check diff successfully
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=2 expected=2
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 2-th time, will retry again
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 3-th time, will retry again
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
wait process dm-worker.test exit...
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 4-th time, will retry again
check diff failed 2-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:47:47 CST 2024] <<<<<< test case foreign_key success! >>>>>>
start running case: [full_mode] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:47:47 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:47:48 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 5-th time, will retry again
check diff failed 3-th time, retry later
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source1.yaml"
[Fri May 17 16:47:49 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 6-th time, will retry again
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source2.yaml"
check diff successfully
dmctl test cmd: "stop-task test"
[Fri May 17 16:47:51 CST 2024] <<<<<< finish DM-TABLE_CHECKPOINT_BACKWARD optimistic >>>>>>
[Fri May 17 16:47:51 CST 2024] <<<<<< start DM-RESYNC_NOT_FLUSHED optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "start-task /tmp/dm_test/full_mode/dm-task.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker1
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 7-th time, will retry again
wait process worker1 exit...
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=1 expected=1
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 8-th time, will retry again
wait process worker1 exit...
process worker1 already exit
[Fri May 17 16:47:55 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-master.test exit...
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
wait process dm-master.test exit...
process dm-master.test already exit
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 9-th time, will retry again
wait process worker2 exit...
wait process dm-worker.test exit...
wait process worker2 exit...
process worker2 already exit
[Fri May 17 16:47:58 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8263 is alive
{
    "result": true,
    "msg": "",
    "sources": [
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-01",
                "worker": "worker1",
                "result": null,
                "relayStatus": null
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Paused",
                    "unit": "Sync",
                    "result": {
                        "isCanceled": false,
                        "errors": [
                            {
                                "ErrCode": 42501,
                                "ErrClass": "ha",
                                "ErrScope": "internal",
                                "ErrLevel": "high",
                                "Message": "startLocation: [position: (dm-it-9bb59fa3-a241-49d4-ba8d-04b59029f3b0-k7pmc-kwd0n-bin.000001, 42228), gtid-set: 95d6969e-1428-11ef-9e69-ceb1705d82b7:1-194], endLocation: [position: (dm-it-9bb59fa3-a241-49d4-ba8d-04b59029f3b0-k7pmc-kwd0n-bin.000001, 42353), gtid-set: 95d6969e-1428-11ef-9e69-ceb1705d82b7:1-195], origin SQL: [alter table shardddl1.tb1 add column b int after a]: fail to do etcd txn operation: txn commit failed",
                                "RawCause": "rpc error: code = Unavailable desc = error reading from server: EOF",
                                "Workaround": "Please check dm-master's node status and the network between this node and dm-master"
                            }
                        ],
                        "detail": null
                    },
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "12",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-9bb59fa3-a241-49d4-ba8d-04b59029f3b0-k7pmc-kwd0n-bin.000001, 42353)",
                        "masterBinlogGtid": "95d6969e-1428-11ef-9e69-ceb1705d82b7:1-195",
                        "syncerBinlog": "(dm-it-9bb59fa3-a241-49d4-ba8d-04b59029f3b0-k7pmc-kwd0n-bin.000001, 42163)",
                        "syncerBinlogGtid": "95d6969e-1428-11ef-9e69-ceb1705d82b7:1-194",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "remote",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "12",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        },
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-02",
                "worker": "worker2",
                "result": null,
                "relayStatus": {
                    "masterBinlog": "(dm-it-9bb59fa3-a241-49d4-ba8d-04b59029f3b0-k7pmc-kwd0n-bin.000001, 39206)",
                    "masterBinlogGtid": "9651019b-1428-11ef-953d-ceb1705d82b7:1-167",
                    "relaySubDir": "9651019b-1428-11ef-953d-ceb1705d82b7.000001",
                    "relayBinlog": "(dm-it-9bb59fa3-a241-49d4-ba8d-04b59029f3b0-k7pmc-kwd0n-bin.000001, 39206)",
                    "relayBinlogGtid": "9651019b-1428-11ef-953d-ceb1705d82b7:1-167",
                    "relayCatchUpMaster": true,
                    "stage": "Running",
                    "result": null
                }
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Running",
                    "unit": "Sync",
                    "result": null,
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "6",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-9bb59fa3-a241-49d4-ba8d-04b59029f3b0-k7pmc-kwd0n-bin.000001, 39206)",
                        "masterBinlogGtid": "9651019b-1428-11ef-953d-ceb1705d82b7:1-167",
                        "syncerBinlog": "(dm-it-9bb59fa3-a241-49d4-ba8d-04b59029f3b0-k7pmc-kwd0n-bin|000001.000001, 38926)",
                        "syncerBinlogGtid": "9651019b-1428-11ef-953d-ceb1705d82b7:1-166",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "local",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "6",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        }
    ]
}
PASS
coverage: 4.0% of statements in github.com/pingcap/tiflow/dm/...
curl: (7) Failed connect to 127.0.0.1:8361; Connection refused
curl: (7) Failed connect to 127.0.0.1:8461; Connection refused
curl: (7) Failed connect to 127.0.0.1:8561; Connection refused
curl: (7) Failed connect to 127.0.0.1:8661; Connection refused
curl: (7) Failed connect to 127.0.0.1:8761; Connection refused
curl: (7) Failed connect to 127.0.0.1:8264; Connection refused
curl: (7) Failed connect to 127.0.0.1:18262; Connection refused
curl: (7) Failed connect to 127.0.0.1:18263; Connection refused
make: *** [dm_integration_test_in_group] Error 1
[Pipeline] }
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Fri May 17 16:47:59 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] sh
+ ls /tmp/dm_test
cov.shardddl1.dmctl.1715935099.674.out
cov.shardddl1.dmctl.1715935100.795.out
cov.shardddl1.dmctl.1715935104.1072.out
cov.shardddl1.dmctl.1715935105.1115.out
cov.shardddl1.dmctl.1715935125.4199.out
cov.shardddl1.dmctl.1715935129.4518.out
cov.shardddl1.dmctl.1715935130.4563.out
cov.shardddl1.dmctl.1715935161.5075.out
cov.shardddl1.dmctl.1715935164.5406.out
cov.shardddl1.dmctl.1715935166.5446.out
cov.shardddl1.dmctl.1715935183.6057.out
cov.shardddl1.dmctl.1715935186.6374.out
cov.shardddl1.dmctl.1715935188.6420.out
cov.shardddl1.dmctl.1715935188.6512.out
cov.shardddl1.dmctl.1715935188.6658.out
cov.shardddl1.dmctl.1715935190.6706.out
cov.shardddl1.dmctl.1715935192.6809.out
cov.shardddl1.dmctl.1715935192.6959.out
cov.shardddl1.dmctl.1715935194.7018.out
cov.shardddl1.dmctl.1715935194.7144.out
cov.shardddl1.dmctl.1715935194.7187.out
cov.shardddl1.dmctl.1715935194.7225.out
cov.shardddl1.dmctl.1715935194.7266.out
cov.shardddl1.dmctl.1715935196.7315.out
cov.shardddl1.dmctl.1715935203.7505.out
cov.shardddl1.dmctl.1715935205.7575.out
cov.shardddl1.dmctl.1715935205.7618.out
cov.shardddl1.dmctl.1715935205.7658.out
cov.shardddl1.dmctl.1715935206.7810.out
cov.shardddl1.dmctl.1715935207.7868.out
cov.shardddl1.dmctl.1715935210.8068.out
cov.shardddl1.dmctl.1715935210.8218.out
cov.shardddl1.dmctl.1715935211.8259.out
cov.shardddl1.dmctl.1715935212.8382.out
cov.shardddl1.dmctl.1715935212.8421.out
cov.shardddl1.dmctl.1715935212.8570.out
cov.shardddl1.dmctl.1715935214.8618.out
cov.shardddl1.dmctl.1715935214.8718.out
cov.shardddl1.dmctl.1715935217.8851.out
cov.shardddl1.dmctl.1715935217.8892.out
cov.shardddl1.dmctl.1715935217.8931.out
cov.shardddl1.dmctl.1715935223.9206.out
cov.shardddl1.dmctl.1715935223.9259.out
cov.shardddl1.dmctl.1715935224.9301.out
cov.shardddl1.dmctl.1715935228.9444.out
cov.shardddl1.dmctl.1715935229.9599.out
cov.shardddl1.dmctl.1715935230.9643.out
cov.shardddl1.dmctl.1715935235.9792.out
cov.shardddl1.dmctl.1715935270.10092.out
cov.shardddl1.dmctl.1715935270.10141.out
cov.shardddl1.dmctl.1715935271.10180.out
cov.shardddl1.dmctl.1715935273.10275.out
cov.shardddl1.dmctl.1715935273.10318.out
cov.shardddl1.dmctl.1715935280.10502.out
cov.shardddl1.dmctl.1715935280.10544.out
cov.shardddl1.dmctl.1715935280.10579.out
cov.shardddl1.dmctl.1715935281.10725.out
cov.shardddl1.dmctl.1715935282.10770.out
cov.shardddl1.dmctl.1715935284.10872.out
cov.shardddl1.dmctl.1715935284.10914.out
cov.shardddl1.dmctl.1715935291.11091.out
cov.shardddl1.dmctl.1715935291.11133.out
cov.shardddl1.dmctl.1715935291.11177.out
cov.shardddl1.dmctl.1715935292.11327.out
cov.shardddl1.dmctl.1715935293.11381.out
cov.shardddl1.dmctl.1715935302.11881.out
cov.shardddl1.dmctl.1715935303.12027.out
cov.shardddl1.dmctl.1715935304.12062.out
cov.shardddl1.dmctl.1715935309.12491.out
cov.shardddl1.dmctl.1715935309.12642.out
cov.shardddl1.dmctl.1715935311.12676.out
cov.shardddl1.dmctl.1715935313.12976.out
cov.shardddl1.dmctl.1715935314.13123.out
cov.shardddl1.dmctl.1715935315.13164.out
cov.shardddl1.dmctl.1715935316.13423.out
cov.shardddl1.dmctl.1715935319.13752.out
cov.shardddl1.dmctl.1715935320.13791.out
cov.shardddl1.dmctl.1715935323.13849.out
cov.shardddl1.dmctl.1715935323.13892.out
cov.shardddl1.dmctl.1715935326.14230.out
cov.shardddl1.dmctl.1715935328.14282.out
cov.shardddl1.dmctl.1715935328.14430.out
cov.shardddl1.dmctl.1715935331.14757.out
cov.shardddl1.dmctl.1715935333.14805.out
cov.shardddl1.dmctl.1715935333.14853.out
cov.shardddl1.dmctl.1715935333.14898.out
cov.shardddl1.dmctl.1715935334.15044.out
cov.shardddl1.dmctl.1715935335.15089.out
cov.shardddl1.dmctl.1715935336.15167.out
cov.shardddl1.dmctl.1715935337.15309.out
cov.shardddl1.dmctl.1715935338.15350.out
cov.shardddl1.dmctl.1715935345.15526.out
cov.shardddl1.dmctl.1715935346.15674.out
cov.shardddl1.dmctl.1715935347.15716.out
cov.shardddl1.dmctl.1715935350.15817.out
cov.shardddl1.dmctl.1715935351.15959.out
cov.shardddl1.dmctl.1715935352.15996.out
cov.shardddl1.dmctl.1715935353.16082.out
cov.shardddl1.master.out
cov.shardddl1.worker.8262.1715935097.out
cov.shardddl1.worker.8262.1715935103.out
cov.shardddl1.worker.8262.1715935127.out
cov.shardddl1.worker.8262.1715935163.out
cov.shardddl1.worker.8262.1715935185.out
cov.shardddl1.worker.8262.1715935318.out
cov.shardddl1.worker.8262.1715935325.out
cov.shardddl1.worker.8262.1715935330.out
cov.shardddl1.worker.8263.1715935099.out
cov.shardddl1.worker.8263.1715935103.out
cov.shardddl1.worker.8263.1715935127.out
cov.shardddl1.worker.8263.1715935163.out
cov.shardddl1.worker.8263.1715935185.out
cov.shardddl1.worker.8263.1715935318.out
cov.shardddl1.worker.8263.1715935325.out
cov.shardddl1.worker.8263.1715935330.out
cov.shardddl1_1.dmctl.1715935361.16531.out
cov.shardddl1_1.dmctl.1715935363.16661.out
cov.shardddl1_1.dmctl.1715935364.16755.out
cov.shardddl1_1.dmctl.1715935365.16806.out
cov.shardddl1_1.dmctl.1715935368.17142.out
cov.shardddl1_1.dmctl.1715935368.17288.out
cov.shardddl1_1.dmctl.1715935370.17347.out
cov.shardddl1_1.dmctl.1715935372.17480.out
cov.shardddl1_1.dmctl.1715935373.17625.out
cov.shardddl1_1.dmctl.1715935374.17679.out
cov.shardddl1_1.dmctl.1715935377.17802.out
cov.shardddl1_1.dmctl.1715935378.17951.out
cov.shardddl1_1.dmctl.1715935379.17994.out
cov.shardddl1_1.dmctl.1715935382.18116.out
cov.shardddl1_1.dmctl.1715935383.18265.out
cov.shardddl1_1.dmctl.1715935384.18309.out
cov.shardddl1_1.dmctl.1715935387.18426.out
cov.shardddl1_1.dmctl.1715935388.18563.out
cov.shardddl1_1.dmctl.1715935389.18604.out
cov.shardddl1_1.dmctl.1715935392.18739.out
cov.shardddl1_1.dmctl.1715935393.18887.out
cov.shardddl1_1.dmctl.1715935395.18924.out
cov.shardddl1_1.dmctl.1715935395.18993.out
cov.shardddl1_1.dmctl.1715935396.19143.out
cov.shardddl1_1.dmctl.1715935398.19177.out
cov.shardddl1_1.dmctl.1715935398.19250.out
cov.shardddl1_1.dmctl.1715935399.19392.out
cov.shardddl1_1.dmctl.1715935401.19429.out
cov.shardddl1_1.dmctl.1715935401.19538.out
cov.shardddl1_1.dmctl.1715935402.19685.out
cov.shardddl1_1.dmctl.1715935404.19721.out
cov.shardddl1_1.dmctl.1715935406.19807.out
cov.shardddl1_1.dmctl.1715935407.19949.out
cov.shardddl1_1.dmctl.1715935408.19987.out
cov.shardddl1_1.dmctl.1715935409.20042.out
cov.shardddl1_1.dmctl.1715935410.20181.out
cov.shardddl1_1.dmctl.1715935411.20221.out
cov.shardddl1_1.dmctl.1715935411.20270.out
cov.shardddl1_1.dmctl.1715935413.20412.out
cov.shardddl1_1.dmctl.1715935414.20451.out
cov.shardddl1_1.dmctl.1715935414.20503.out
cov.shardddl1_1.dmctl.1715935416.20649.out
cov.shardddl1_1.dmctl.1715935417.20688.out
cov.shardddl1_1.dmctl.1715935419.20747.out
cov.shardddl1_1.dmctl.1715935420.20888.out
cov.shardddl1_1.dmctl.1715935422.20929.out
cov.shardddl1_1.dmctl.1715935422.20975.out
cov.shardddl1_1.dmctl.1715935422.21112.out
cov.shardddl1_1.dmctl.1715935423.21157.out
cov.shardddl1_1.dmctl.1715935423.21205.out
cov.shardddl1_1.dmctl.1715935425.21339.out
cov.shardddl1_1.dmctl.1715935426.21378.out
cov.shardddl1_1.dmctl.1715935428.21438.out
cov.shardddl1_1.dmctl.1715935430.21585.out
cov.shardddl1_1.dmctl.1715935431.21623.out
cov.shardddl1_1.dmctl.1715935433.21680.out
cov.shardddl1_1.dmctl.1715935434.21821.out
cov.shardddl1_1.dmctl.1715935436.21853.out
cov.shardddl1_1.dmctl.1715935438.21914.out
cov.shardddl1_1.dmctl.1715935439.22066.out
cov.shardddl1_1.dmctl.1715935441.22108.out
cov.shardddl1_1.dmctl.1715935441.22146.out
cov.shardddl1_1.dmctl.1715935441.22186.out
cov.shardddl1_1.dmctl.1715935442.22333.out
cov.shardddl1_1.dmctl.1715935443.22363.out
cov.shardddl1_1.dmctl.1715935444.22461.out
cov.shardddl1_1.dmctl.1715935445.22613.out
cov.shardddl1_1.dmctl.1715935446.22653.out
cov.shardddl1_1.dmctl.1715935447.22710.out
cov.shardddl1_1.dmctl.1715935447.22750.out
cov.shardddl1_1.dmctl.1715935448.22896.out
cov.shardddl1_1.dmctl.1715935449.22938.out
cov.shardddl1_1.dmctl.1715935449.22981.out
cov.shardddl1_1.dmctl.1715935450.23023.out
cov.shardddl1_1.dmctl.1715935451.23170.out
cov.shardddl1_1.dmctl.1715935452.23212.out
cov.shardddl1_1.dmctl.1715935455.23333.out
cov.shardddl1_1.dmctl.1715935455.23477.out
cov.shardddl1_1.dmctl.1715935456.23520.out
cov.shardddl1_1.dmctl.1715935456.23616.out
cov.shardddl1_1.dmctl.1715935458.23760.out
cov.shardddl1_1.dmctl.1715935459.23797.out
cov.shardddl1_1.dmctl.1715935459.23867.out
cov.shardddl1_1.dmctl.1715935460.24013.out
cov.shardddl1_1.dmctl.1715935461.24051.out
cov.shardddl1_1.dmctl.1715935461.24116.out
cov.shardddl1_1.dmctl.1715935461.24157.out
cov.shardddl1_1.dmctl.1715935463.24308.out
cov.shardddl1_1.dmctl.1715935464.24344.out
cov.shardddl1_1.dmctl.1715935464.24475.out
cov.shardddl1_1.dmctl.1715935466.24623.out
cov.shardddl1_1.dmctl.1715935467.24662.out
cov.shardddl1_1.dmctl.1715935469.24803.out
cov.shardddl1_1.dmctl.1715935471.24958.out
cov.shardddl1_1.dmctl.1715935472.25010.out
cov.shardddl1_1.dmctl.1715935472.25082.out
cov.shardddl1_1.dmctl.1715935472.25124.out
cov.shardddl1_1.dmctl.1715935473.25276.out
cov.shardddl1_1.dmctl.1715935474.25310.out
cov.shardddl1_1.dmctl.1715935474.25382.out
cov.shardddl1_1.dmctl.1715935474.25424.out
cov.shardddl1_1.dmctl.1715935476.25566.out
cov.shardddl1_1.dmctl.1715935477.25604.out
cov.shardddl1_1.dmctl.1715935479.25717.out
cov.shardddl1_1.master.out
cov.shardddl1_1.worker.8262.1715935360.out
cov.shardddl1_1.worker.8263.1715935361.out
cov.shardddl2.dmctl.1715935489.26194.out
cov.shardddl2.dmctl.1715935490.26321.out
cov.shardddl2.dmctl.1715935492.26417.out
cov.shardddl2.dmctl.1715935493.26471.out
cov.shardddl2.dmctl.1715935498.26666.out
cov.shardddl2.dmctl.1715935505.26866.out
cov.shardddl2.dmctl.1715935508.27030.out
cov.shardddl2.dmctl.1715935513.27155.out
cov.shardddl2.dmctl.1715935513.27303.out
cov.shardddl2.dmctl.1715935514.27360.out
cov.shardddl2.dmctl.1715935523.27626.out
cov.shardddl2.dmctl.1715935524.27696.out
cov.shardddl2.dmctl.1715935524.27838.out
cov.shardddl2.dmctl.1715935525.27893.out
cov.shardddl2.dmctl.1715935531.28082.out
cov.shardddl2.dmctl.1715935537.28269.out
cov.shardddl2.dmctl.1715935540.28443.out
cov.shardddl2.dmctl.1715935543.28538.out
cov.shardddl2.dmctl.1715935543.28687.out
cov.shardddl2.dmctl.1715935544.28746.out
cov.shardddl2.dmctl.1715935565.29227.out
cov.shardddl2.dmctl.1715935565.29267.out
cov.shardddl2.dmctl.1715935566.29409.out
cov.shardddl2.dmctl.1715935567.29464.out
cov.shardddl2.dmctl.1715935569.29580.out
cov.shardddl2.dmctl.1715935569.29632.out
cov.shardddl2.dmctl.1715935570.29676.out
cov.shardddl2.dmctl.1715935576.29820.out
cov.shardddl2.dmctl.1715935576.29858.out
cov.shardddl2.dmctl.1715935576.29895.out
cov.shardddl2.dmctl.1715935577.29993.out
cov.shardddl2.dmctl.1715935577.30139.out
cov.shardddl2.dmctl.1715935578.30197.out
cov.shardddl2.dmctl.1715935587.30434.out
cov.shardddl2.dmctl.1715935587.30496.out
cov.shardddl2.dmctl.1715935587.30545.out
cov.shardddl2.dmctl.1715935594.30702.out
cov.shardddl2.dmctl.1715935594.30749.out
cov.shardddl2.dmctl.1715935594.30787.out
cov.shardddl2.dmctl.1715935594.30883.out
cov.shardddl2.dmctl.1715935595.31028.out
cov.shardddl2.dmctl.1715935596.31070.out
cov.shardddl2.dmctl.1715935603.31316.out
cov.shardddl2.dmctl.1715935603.31378.out
cov.shardddl2.dmctl.1715935604.31420.out
cov.shardddl2.dmctl.1715935610.31566.out
cov.shardddl2.dmctl.1715935610.31602.out
cov.shardddl2.dmctl.1715935610.31640.out
cov.shardddl2.dmctl.1715935611.31728.out
cov.shardddl2.dmctl.1715935611.31872.out
cov.shardddl2.dmctl.1715935612.31916.out
cov.shardddl2.dmctl.1715935614.32027.out
cov.shardddl2.dmctl.1715935621.32220.out
cov.shardddl2.dmctl.1715935622.32267.out
cov.shardddl2.dmctl.1715935628.32416.out
cov.shardddl2.dmctl.1715935628.32458.out
cov.shardddl2.dmctl.1715935628.32500.out
cov.shardddl2.dmctl.1715935628.32596.out
cov.shardddl2.dmctl.1715935629.32734.out
cov.shardddl2.dmctl.1715935630.32778.out
cov.shardddl2.dmctl.1715935632.32887.out
cov.shardddl2.dmctl.1715935639.33086.out
cov.shardddl2.dmctl.1715935639.33131.out
cov.shardddl2.dmctl.1715935646.33280.out
cov.shardddl2.dmctl.1715935646.33324.out
cov.shardddl2.dmctl.1715935646.33369.out
cov.shardddl2.dmctl.1715935646.33473.out
cov.shardddl2.dmctl.1715935646.33617.out
cov.shardddl2.dmctl.1715935648.33658.out
cov.shardddl2.dmctl.1715935650.33765.out
cov.shardddl2.dmctl.1715935650.33825.out
cov.shardddl2.dmctl.1715935657.34011.out
cov.shardddl2.master.out
cov.shardddl2.worker.8262.1715935488.out
cov.shardddl2.worker.8262.1715935495.out
cov.shardddl2.worker.8263.1715935489.out
cov.shardddl2.worker.8263.1715935527.out
downstream
goroutines
shardddl1
shardddl1_1
shardddl2
sql_res.shardddl1.txt
sql_res.shardddl1_1.txt
sql_res.shardddl2.txt
tidb.toml
++ find /tmp/dm_test/ -type f -name '*.log'
+ tar -cvzf log-G07.tar.gz /tmp/dm_test/downstream/tidb/log/tidb.log /tmp/dm_test/goroutines/stack/log/master-8461.log /tmp/dm_test/goroutines/stack/log/worker-8262.log /tmp/dm_test/goroutines/stack/log/worker-8263.log /tmp/dm_test/goroutines/stack/log/master-8361.log /tmp/dm_test/goroutines/stack/log/worker-18263.log /tmp/dm_test/goroutines/stack/log/worker-8264.log /tmp/dm_test/goroutines/stack/log/master-8761.log /tmp/dm_test/goroutines/stack/log/worker-18262.log /tmp/dm_test/goroutines/stack/log/master-8561.log /tmp/dm_test/goroutines/stack/log/master-8261.log /tmp/dm_test/goroutines/stack/log/master-8661.log /tmp/dm_test/shardddl2/dmctl.1715935628.log /tmp/dm_test/shardddl2/dmctl.1715935611.log /tmp/dm_test/shardddl2/dmctl.1715935596.log /tmp/dm_test/shardddl2/dmctl.1715935490.log /tmp/dm_test/shardddl2/dmctl.1715935540.log /tmp/dm_test/shardddl2/dmctl.1715935525.log /tmp/dm_test/shardddl2/dmctl.1715935544.log /tmp/dm_test/shardddl2/dmctl.1715935603.log /tmp/dm_test/shardddl2/dmctl.1715935523.log /tmp/dm_test/shardddl2/dmctl.1715935566.log /tmp/dm_test/shardddl2/dmctl.1715935489.log /tmp/dm_test/shardddl2/worker2/log/dm-worker.log /tmp/dm_test/shardddl2/worker2/log/stdout.log /tmp/dm_test/shardddl2/dmctl.1715935570.log /tmp/dm_test/shardddl2/dmctl.1715935578.log /tmp/dm_test/shardddl2/dmctl.1715935630.log /tmp/dm_test/shardddl2/dmctl.1715935567.log /tmp/dm_test/shardddl2/dmctl.1715935577.log /tmp/dm_test/shardddl2/dmctl.1715935650.log /tmp/dm_test/shardddl2/dmctl.1715935610.log /tmp/dm_test/shardddl2/dmctl.1715935569.log /tmp/dm_test/shardddl2/dmctl.1715935537.log /tmp/dm_test/shardddl2/dmctl.1715935594.log /tmp/dm_test/shardddl2/dmctl.1715935576.log /tmp/dm_test/shardddl2/dmctl.1715935514.log /tmp/dm_test/shardddl2/dmctl.1715935543.log /tmp/dm_test/shardddl2/dmctl.1715935492.log /tmp/dm_test/shardddl2/dmctl.1715935639.log /tmp/dm_test/shardddl2/dmctl.1715935614.log /tmp/dm_test/shardddl2/dmctl.1715935524.log /tmp/dm_test/shardddl2/dmctl.1715935632.log /tmp/dm_test/shardddl2/dmctl.1715935604.log /tmp/dm_test/shardddl2/dmctl.1715935508.log /tmp/dm_test/shardddl2/worker1/log/dm-worker.log /tmp/dm_test/shardddl2/worker1/log/stdout.log /tmp/dm_test/shardddl2/dmctl.1715935493.log /tmp/dm_test/shardddl2/dmctl.1715935648.log /tmp/dm_test/shardddl2/dmctl.1715935657.log /tmp/dm_test/shardddl2/dmctl.1715935498.log /tmp/dm_test/shardddl2/dmctl.1715935595.log /tmp/dm_test/shardddl2/dmctl.1715935629.log /tmp/dm_test/shardddl2/dmctl.1715935565.log /tmp/dm_test/shardddl2/dmctl.1715935531.log /tmp/dm_test/shardddl2/dmctl.1715935622.log /tmp/dm_test/shardddl2/dmctl.1715935621.log /tmp/dm_test/shardddl2/dmctl.1715935646.log /tmp/dm_test/shardddl2/dmctl.1715935505.log /tmp/dm_test/shardddl2/dmctl.1715935587.log /tmp/dm_test/shardddl2/sync_diff_stdout.log /tmp/dm_test/shardddl2/dmctl.1715935513.log /tmp/dm_test/shardddl2/dmctl.1715935612.log /tmp/dm_test/shardddl2/master/log/dm-master.log /tmp/dm_test/shardddl2/master/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1715935442.log /tmp/dm_test/shardddl1_1/dmctl.1715935449.log /tmp/dm_test/shardddl1_1/dmctl.1715935431.log /tmp/dm_test/shardddl1_1/dmctl.1715935460.log /tmp/dm_test/shardddl1_1/dmctl.1715935444.log /tmp/dm_test/shardddl1_1/dmctl.1715935402.log /tmp/dm_test/shardddl1_1/dmctl.1715935456.log /tmp/dm_test/shardddl1_1/dmctl.1715935363.log /tmp/dm_test/shardddl1_1/dmctl.1715935474.log /tmp/dm_test/shardddl1_1/dmctl.1715935410.log /tmp/dm_test/shardddl1_1/dmctl.1715935389.log /tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1_1/worker2/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1715935368.log /tmp/dm_test/shardddl1_1/dmctl.1715935393.log /tmp/dm_test/shardddl1_1/dmctl.1715935411.log /tmp/dm_test/shardddl1_1/dmctl.1715935443.log /tmp/dm_test/shardddl1_1/dmctl.1715935473.log /tmp/dm_test/shardddl1_1/dmctl.1715935404.log /tmp/dm_test/shardddl1_1/dmctl.1715935436.log /tmp/dm_test/shardddl1_1/dmctl.1715935445.log /tmp/dm_test/shardddl1_1/dmctl.1715935471.log /tmp/dm_test/shardddl1_1/dmctl.1715935413.log /tmp/dm_test/shardddl1_1/dmctl.1715935374.log /tmp/dm_test/shardddl1_1/dmctl.1715935472.log /tmp/dm_test/shardddl1_1/dmctl.1715935459.log /tmp/dm_test/shardddl1_1/dmctl.1715935426.log /tmp/dm_test/shardddl1_1/dmctl.1715935479.log /tmp/dm_test/shardddl1_1/dmctl.1715935384.log /tmp/dm_test/shardddl1_1/dmctl.1715935422.log /tmp/dm_test/shardddl1_1/dmctl.1715935450.log /tmp/dm_test/shardddl1_1/dmctl.1715935467.log /tmp/dm_test/shardddl1_1/dmctl.1715935461.log /tmp/dm_test/shardddl1_1/dmctl.1715935434.log /tmp/dm_test/shardddl1_1/dmctl.1715935370.log /tmp/dm_test/shardddl1_1/dmctl.1715935399.log /tmp/dm_test/shardddl1_1/dmctl.1715935441.log /tmp/dm_test/shardddl1_1/dmctl.1715935377.log /tmp/dm_test/shardddl1_1/dmctl.1715935425.log /tmp/dm_test/shardddl1_1/dmctl.1715935447.log /tmp/dm_test/shardddl1_1/dmctl.1715935469.log /tmp/dm_test/shardddl1_1/dmctl.1715935416.log /tmp/dm_test/shardddl1_1/dmctl.1715935409.log /tmp/dm_test/shardddl1_1/dmctl.1715935414.log /tmp/dm_test/shardddl1_1/dmctl.1715935464.log /tmp/dm_test/shardddl1_1/dmctl.1715935452.log /tmp/dm_test/shardddl1_1/dmctl.1715935364.log /tmp/dm_test/shardddl1_1/dmctl.1715935361.log /tmp/dm_test/shardddl1_1/dmctl.1715935372.log /tmp/dm_test/shardddl1_1/dmctl.1715935408.log /tmp/dm_test/shardddl1_1/dmctl.1715935388.log /tmp/dm_test/shardddl1_1/dmctl.1715935382.log /tmp/dm_test/shardddl1_1/dmctl.1715935438.log /tmp/dm_test/shardddl1_1/dmctl.1715935423.log /tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1_1/worker1/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1715935451.log /tmp/dm_test/shardddl1_1/dmctl.1715935433.log /tmp/dm_test/shardddl1_1/dmctl.1715935406.log /tmp/dm_test/shardddl1_1/dmctl.1715935455.log /tmp/dm_test/shardddl1_1/dmctl.1715935396.log /tmp/dm_test/shardddl1_1/dmctl.1715935392.log /tmp/dm_test/shardddl1_1/dmctl.1715935379.log /tmp/dm_test/shardddl1_1/dmctl.1715935373.log /tmp/dm_test/shardddl1_1/dmctl.1715935476.log /tmp/dm_test/shardddl1_1/dmctl.1715935383.log /tmp/dm_test/shardddl1_1/dmctl.1715935401.log /tmp/dm_test/shardddl1_1/dmctl.1715935448.log /tmp/dm_test/shardddl1_1/dmctl.1715935365.log /tmp/dm_test/shardddl1_1/dmctl.1715935419.log /tmp/dm_test/shardddl1_1/dmctl.1715935395.log /tmp/dm_test/shardddl1_1/dmctl.1715935477.log /tmp/dm_test/shardddl1_1/dmctl.1715935458.log /tmp/dm_test/shardddl1_1/dmctl.1715935378.log /tmp/dm_test/shardddl1_1/dmctl.1715935420.log /tmp/dm_test/shardddl1_1/dmctl.1715935439.log /tmp/dm_test/shardddl1_1/dmctl.1715935387.log /tmp/dm_test/shardddl1_1/dmctl.1715935428.log /tmp/dm_test/shardddl1_1/dmctl.1715935466.log /tmp/dm_test/shardddl1_1/dmctl.1715935398.log /tmp/dm_test/shardddl1_1/sync_diff_stdout.log /tmp/dm_test/shardddl1_1/dmctl.1715935446.log /tmp/dm_test/shardddl1_1/dmctl.1715935430.log /tmp/dm_test/shardddl1_1/master/log/dm-master.log /tmp/dm_test/shardddl1_1/master/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1715935463.log /tmp/dm_test/shardddl1_1/dmctl.1715935407.log /tmp/dm_test/shardddl1_1/dmctl.1715935417.log /tmp/dm_test/shardddl1/dmctl.1715935100.log /tmp/dm_test/shardddl1/dmctl.1715935352.log /tmp/dm_test/shardddl1/dmctl.1715935337.log /tmp/dm_test/shardddl1/dmctl.1715935166.log /tmp/dm_test/shardddl1/dmctl.1715935192.log /tmp/dm_test/shardddl1/dmctl.1715935273.log /tmp/dm_test/shardddl1/dmctl.1715935328.log /tmp/dm_test/shardddl1/dmctl.1715935205.log /tmp/dm_test/shardddl1/dmctl.1715935314.log /tmp/dm_test/shardddl1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1/worker2/log/stdout.log /tmp/dm_test/shardddl1/dmctl.1715935331.log /tmp/dm_test/shardddl1/dmctl.1715935099.log /tmp/dm_test/shardddl1/dmctl.1715935190.log /tmp/dm_test/shardddl1/dmctl.1715935224.log /tmp/dm_test/shardddl1/dmctl.1715935326.log /tmp/dm_test/shardddl1/dmctl.1715935217.log /tmp/dm_test/shardddl1/dmctl.1715935183.log /tmp/dm_test/shardddl1/dmctl.1715935161.log /tmp/dm_test/shardddl1/dmctl.1715935351.log /tmp/dm_test/shardddl1/dmctl.1715935346.log /tmp/dm_test/shardddl1/dmctl.1715935281.log /tmp/dm_test/shardddl1/dmctl.1715935292.log /tmp/dm_test/shardddl1/dmctl.1715935334.log /tmp/dm_test/shardddl1/dmctl.1715935203.log /tmp/dm_test/shardddl1/dmctl.1715935309.log /tmp/dm_test/shardddl1/dmctl.1715935338.log /tmp/dm_test/shardddl1/dmctl.1715935333.log /tmp/dm_test/shardddl1/dmctl.1715935212.log /tmp/dm_test/shardddl1/dmctl.1715935335.log /tmp/dm_test/shardddl1/dmctl.1715935188.log /tmp/dm_test/shardddl1/dmctl.1715935319.log /tmp/dm_test/shardddl1/dmctl.1715935129.log /tmp/dm_test/shardddl1/dmctl.1715935228.log /tmp/dm_test/shardddl1/dmctl.1715935164.log /tmp/dm_test/shardddl1/dmctl.1715935206.log /tmp/dm_test/shardddl1/dmctl.1715935271.log /tmp/dm_test/shardddl1/dmctl.1715935105.log /tmp/dm_test/shardddl1/dmctl.1715935304.log /tmp/dm_test/shardddl1/dmctl.1715935313.log /tmp/dm_test/shardddl1/dmctl.1715935345.log /tmp/dm_test/shardddl1/dmctl.1715935125.log /tmp/dm_test/shardddl1/dmctl.1715935353.log /tmp/dm_test/shardddl1/dmctl.1715935302.log /tmp/dm_test/shardddl1/dmctl.1715935230.log /tmp/dm_test/shardddl1/dmctl.1715935280.log /tmp/dm_test/shardddl1/dmctl.1715935130.log /tmp/dm_test/shardddl1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1/worker1/log/stdout.log /tmp/dm_test/shardddl1/dmctl.1715935186.log /tmp/dm_test/shardddl1/dmctl.1715935291.log /tmp/dm_test/shardddl1/dmctl.1715935284.log /tmp/dm_test/shardddl1/dmctl.1715935229.log /tmp/dm_test/shardddl1/dmctl.1715935350.log /tmp/dm_test/shardddl1/dmctl.1715935104.log /tmp/dm_test/shardddl1/dmctl.1715935347.log /tmp/dm_test/shardddl1/dmctl.1715935214.log /tmp/dm_test/shardddl1/dmctl.1715935293.log /tmp/dm_test/shardddl1/dmctl.1715935320.log /tmp/dm_test/shardddl1/dmctl.1715935235.log /tmp/dm_test/shardddl1/dmctl.1715935196.log /tmp/dm_test/shardddl1/dmctl.1715935223.log /tmp/dm_test/shardddl1/dmctl.1715935311.log /tmp/dm_test/shardddl1/dmctl.1715935282.log /tmp/dm_test/shardddl1/dmctl.1715935211.log /tmp/dm_test/shardddl1/dmctl.1715935303.log /tmp/dm_test/shardddl1/dmctl.1715935336.log /tmp/dm_test/shardddl1/dmctl.1715935315.log /tmp/dm_test/shardddl1/dmctl.1715935194.log /tmp/dm_test/shardddl1/sync_diff_stdout.log /tmp/dm_test/shardddl1/dmctl.1715935316.log /tmp/dm_test/shardddl1/dmctl.1715935210.log /tmp/dm_test/shardddl1/master/log/dm-master.log /tmp/dm_test/shardddl1/master/log/stdout.log /tmp/dm_test/shardddl1/dmctl.1715935323.log /tmp/dm_test/shardddl1/dmctl.1715935207.log /tmp/dm_test/shardddl1/dmctl.1715935270.log
tar: Removing leading `/' from member names
/tmp/dm_test/downstream/tidb/log/tidb.log
/tmp/dm_test/goroutines/stack/log/master-8461.log
/tmp/dm_test/goroutines/stack/log/worker-8262.log
/tmp/dm_test/goroutines/stack/log/worker-8263.log
/tmp/dm_test/goroutines/stack/log/master-8361.log
/tmp/dm_test/goroutines/stack/log/worker-18263.log
/tmp/dm_test/goroutines/stack/log/worker-8264.log
/tmp/dm_test/goroutines/stack/log/master-8761.log
/tmp/dm_test/goroutines/stack/log/worker-18262.log
/tmp/dm_test/goroutines/stack/log/master-8561.log
/tmp/dm_test/goroutines/stack/log/master-8261.log
/tmp/dm_test/goroutines/stack/log/master-8661.log
/tmp/dm_test/shardddl2/dmctl.1715935628.log
/tmp/dm_test/shardddl2/dmctl.1715935611.log
/tmp/dm_test/shardddl2/dmctl.1715935596.log
/tmp/dm_test/shardddl2/dmctl.1715935490.log
/tmp/dm_test/shardddl2/dmctl.1715935540.log
/tmp/dm_test/shardddl2/dmctl.1715935525.log
/tmp/dm_test/shardddl2/dmctl.1715935544.log
/tmp/dm_test/shardddl2/dmctl.1715935603.log
/tmp/dm_test/shardddl2/dmctl.1715935523.log
/tmp/dm_test/shardddl2/dmctl.1715935566.log
/tmp/dm_test/shardddl2/dmctl.1715935489.log
/tmp/dm_test/shardddl2/worker2/log/dm-worker.log
/tmp/dm_test/shardddl2/worker2/log/stdout.log
/tmp/dm_test/shardddl2/dmctl.1715935570.log
/tmp/dm_test/shardddl2/dmctl.1715935578.log
/tmp/dm_test/shardddl2/dmctl.1715935630.log
/tmp/dm_test/shardddl2/dmctl.1715935567.log
/tmp/dm_test/shardddl2/dmctl.1715935577.log
/tmp/dm_test/shardddl2/dmctl.1715935650.log
/tmp/dm_test/shardddl2/dmctl.1715935610.log
/tmp/dm_test/shardddl2/dmctl.1715935569.log
/tmp/dm_test/shardddl2/dmctl.1715935537.log
/tmp/dm_test/shardddl2/dmctl.1715935594.log
/tmp/dm_test/shardddl2/dmctl.1715935576.log
/tmp/dm_test/shardddl2/dmctl.1715935514.log
/tmp/dm_test/shardddl2/dmctl.1715935543.log
/tmp/dm_test/shardddl2/dmctl.1715935492.log
/tmp/dm_test/shardddl2/dmctl.1715935639.log
/tmp/dm_test/shardddl2/dmctl.1715935614.log
/tmp/dm_test/shardddl2/dmctl.1715935524.log
/tmp/dm_test/shardddl2/dmctl.1715935632.log
/tmp/dm_test/shardddl2/dmctl.1715935604.log
/tmp/dm_test/shardddl2/dmctl.1715935508.log
/tmp/dm_test/shardddl2/worker1/log/dm-worker.log
/tmp/dm_test/shardddl2/worker1/log/stdout.log
/tmp/dm_test/shardddl2/dmctl.1715935493.log
/tmp/dm_test/shardddl2/dmctl.1715935648.log
/tmp/dm_test/shardddl2/dmctl.1715935657.log
/tmp/dm_test/shardddl2/dmctl.1715935498.log
/tmp/dm_test/shardddl2/dmctl.1715935595.log
/tmp/dm_test/shardddl2/dmctl.1715935629.log
/tmp/dm_test/shardddl2/dmctl.1715935565.log
/tmp/dm_test/shardddl2/dmctl.1715935531.log
/tmp/dm_test/shardddl2/dmctl.1715935622.log
/tmp/dm_test/shardddl2/dmctl.1715935621.log
/tmp/dm_test/shardddl2/dmctl.1715935646.log
/tmp/dm_test/shardddl2/dmctl.1715935505.log
/tmp/dm_test/shardddl2/dmctl.1715935587.log
/tmp/dm_test/shardddl2/sync_diff_stdout.log
/tmp/dm_test/shardddl2/dmctl.1715935513.log
/tmp/dm_test/shardddl2/dmctl.1715935612.log
/tmp/dm_test/shardddl2/master/log/dm-master.log
/tmp/dm_test/shardddl2/master/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1715935442.log
/tmp/dm_test/shardddl1_1/dmctl.1715935449.log
/tmp/dm_test/shardddl1_1/dmctl.1715935431.log
/tmp/dm_test/shardddl1_1/dmctl.1715935460.log
/tmp/dm_test/shardddl1_1/dmctl.1715935444.log
/tmp/dm_test/shardddl1_1/dmctl.1715935402.log
/tmp/dm_test/shardddl1_1/dmctl.1715935456.log
/tmp/dm_test/shardddl1_1/dmctl.1715935363.log
/tmp/dm_test/shardddl1_1/dmctl.1715935474.log
/tmp/dm_test/shardddl1_1/dmctl.1715935410.log
/tmp/dm_test/shardddl1_1/dmctl.1715935389.log
/tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1_1/worker2/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1715935368.log
/tmp/dm_test/shardddl1_1/dmctl.1715935393.log
/tmp/dm_test/shardddl1_1/dmctl.1715935411.log
/tmp/dm_test/shardddl1_1/dmctl.1715935443.log
/tmp/dm_test/shardddl1_1/dmctl.1715935473.log
/tmp/dm_test/shardddl1_1/dmctl.1715935404.log
/tmp/dm_test/shardddl1_1/dmctl.1715935436.log
/tmp/dm_test/shardddl1_1/dmctl.1715935445.log
/tmp/dm_test/shardddl1_1/dmctl.1715935471.log
/tmp/dm_test/shardddl1_1/dmctl.1715935413.log
/tmp/dm_test/shardddl1_1/dmctl.1715935374.log
/tmp/dm_test/shardddl1_1/dmctl.1715935472.log
/tmp/dm_test/shardddl1_1/dmctl.1715935459.log
/tmp/dm_test/shardddl1_1/dmctl.1715935426.log
/tmp/dm_test/shardddl1_1/dmctl.1715935479.log
/tmp/dm_test/shardddl1_1/dmctl.1715935384.log
/tmp/dm_test/shardddl1_1/dmctl.1715935422.log
/tmp/dm_test/shardddl1_1/dmctl.1715935450.log
/tmp/dm_test/shardddl1_1/dmctl.1715935467.log
/tmp/dm_test/shardddl1_1/dmctl.1715935461.log
/tmp/dm_test/shardddl1_1/dmctl.1715935434.log
/tmp/dm_test/shardddl1_1/dmctl.1715935370.log
/tmp/dm_test/shardddl1_1/dmctl.1715935399.log
/tmp/dm_test/shardddl1_1/dmctl.1715935441.log
/tmp/dm_test/shardddl1_1/dmctl.1715935377.log
/tmp/dm_test/shardddl1_1/dmctl.1715935425.log
/tmp/dm_test/shardddl1_1/dmctl.1715935447.log
/tmp/dm_test/shardddl1_1/dmctl.1715935469.log
/tmp/dm_test/shardddl1_1/dmctl.1715935416.log
/tmp/dm_test/shardddl1_1/dmctl.1715935409.log
/tmp/dm_test/shardddl1_1/dmctl.1715935414.log
/tmp/dm_test/shardddl1_1/dmctl.1715935464.log
/tmp/dm_test/shardddl1_1/dmctl.1715935452.log
/tmp/dm_test/shardddl1_1/dmctl.1715935364.log
/tmp/dm_test/shardddl1_1/dmctl.1715935361.log
/tmp/dm_test/shardddl1_1/dmctl.1715935372.log
/tmp/dm_test/shardddl1_1/dmctl.1715935408.log
/tmp/dm_test/shardddl1_1/dmctl.1715935388.log
/tmp/dm_test/shardddl1_1/dmctl.1715935382.log
/tmp/dm_test/shardddl1_1/dmctl.1715935438.log
/tmp/dm_test/shardddl1_1/dmctl.1715935423.log
/tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1_1/worker1/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1715935451.log
/tmp/dm_test/shardddl1_1/dmctl.1715935433.log
/tmp/dm_test/shardddl1_1/dmctl.1715935406.log
/tmp/dm_test/shardddl1_1/dmctl.1715935455.log
/tmp/dm_test/shardddl1_1/dmctl.1715935396.log
/tmp/dm_test/shardddl1_1/dmctl.1715935392.log
/tmp/dm_test/shardddl1_1/dmctl.1715935379.log
/tmp/dm_test/shardddl1_1/dmctl.1715935373.log
/tmp/dm_test/shardddl1_1/dmctl.1715935476.log
/tmp/dm_test/shardddl1_1/dmctl.1715935383.log
/tmp/dm_test/shardddl1_1/dmctl.1715935401.log
/tmp/dm_test/shardddl1_1/dmctl.1715935448.log
/tmp/dm_test/shardddl1_1/dmctl.1715935365.log
/tmp/dm_test/shardddl1_1/dmctl.1715935419.log
/tmp/dm_test/shardddl1_1/dmctl.1715935395.log
/tmp/dm_test/shardddl1_1/dmctl.1715935477.log
/tmp/dm_test/shardddl1_1/dmctl.1715935458.log
/tmp/dm_test/shardddl1_1/dmctl.1715935378.log
/tmp/dm_test/shardddl1_1/dmctl.1715935420.log
/tmp/dm_test/shardddl1_1/dmctl.1715935439.log
/tmp/dm_test/shardddl1_1/dmctl.1715935387.log
/tmp/dm_test/shardddl1_1/dmctl.1715935428.log
/tmp/dm_test/shardddl1_1/dmctl.1715935466.log
/tmp/dm_test/shardddl1_1/dmctl.1715935398.log
/tmp/dm_test/shardddl1_1/sync_diff_stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1715935446.log
/tmp/dm_test/shardddl1_1/dmctl.1715935430.log
/tmp/dm_test/shardddl1_1/master/log/dm-master.log
/tmp/dm_test/shardddl1_1/master/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1715935463.log
/tmp/dm_test/shardddl1_1/dmctl.1715935407.log
/tmp/dm_test/shardddl1_1/dmctl.1715935417.log
/tmp/dm_test/shardddl1/dmctl.1715935100.log
/tmp/dm_test/shardddl1/dmctl.1715935352.log
/tmp/dm_test/shardddl1/dmctl.1715935337.log
/tmp/dm_test/shardddl1/dmctl.1715935166.log
/tmp/dm_test/shardddl1/dmctl.1715935192.log
/tmp/dm_test/shardddl1/dmctl.1715935273.log
/tmp/dm_test/shardddl1/dmctl.1715935328.log
/tmp/dm_test/shardddl1/dmctl.1715935205.log
/tmp/dm_test/shardddl1/dmctl.1715935314.log
/tmp/dm_test/shardddl1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1/worker2/log/stdout.log
/tmp/dm_test/shardddl1/dmctl.1715935331.log
/tmp/dm_test/shardddl1/dmctl.1715935099.log
/tmp/dm_test/shardddl1/dmctl.1715935190.log
/tmp/dm_test/shardddl1/dmctl.1715935224.log
/tmp/dm_test/shardddl1/dmctl.1715935326.log
/tmp/dm_test/shardddl1/dmctl.1715935217.log
/tmp/dm_test/shardddl1/dmctl.1715935183.log
/tmp/dm_test/shardddl1/dmctl.1715935161.log
/tmp/dm_test/shardddl1/dmctl.1715935351.log
/tmp/dm_test/shardddl1/dmctl.1715935346.log
/tmp/dm_test/shardddl1/dmctl.1715935281.log
/tmp/dm_test/shardddl1/dmctl.1715935292.log
/tmp/dm_test/shardddl1/dmctl.1715935334.log
/tmp/dm_test/shardddl1/dmctl.1715935203.log
/tmp/dm_test/shardddl1/dmctl.1715935309.log
/tmp/dm_test/shardddl1/dmctl.1715935338.log
/tmp/dm_test/shardddl1/dmctl.1715935333.log
/tmp/dm_test/shardddl1/dmctl.1715935212.log
/tmp/dm_test/shardddl1/dmctl.1715935335.log
/tmp/dm_test/shardddl1/dmctl.1715935188.log
/tmp/dm_test/shardddl1/dmctl.1715935319.log
/tmp/dm_test/shardddl1/dmctl.1715935129.log
/tmp/dm_test/shardddl1/dmctl.1715935228.log
/tmp/dm_test/shardddl1/dmctl.1715935164.log
/tmp/dm_test/shardddl1/dmctl.1715935206.log
/tmp/dm_test/shardddl1/dmctl.1715935271.log
/tmp/dm_test/shardddl1/dmctl.1715935105.log
/tmp/dm_test/shardddl1/dmctl.1715935304.log
/tmp/dm_test/shardddl1/dmctl.1715935313.log
/tmp/dm_test/shardddl1/dmctl.1715935345.log
/tmp/dm_test/shardddl1/dmctl.1715935125.log
/tmp/dm_test/shardddl1/dmctl.1715935353.log
/tmp/dm_test/shardddl1/dmctl.1715935302.log
/tmp/dm_test/shardddl1/dmctl.1715935230.log
/tmp/dm_test/shardddl1/dmctl.1715935280.log
/tmp/dm_test/shardddl1/dmctl.1715935130.log
/tmp/dm_test/shardddl1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1/worker1/log/stdout.log
/tmp/dm_test/shardddl1/dmctl.1715935186.log
/tmp/dm_test/shardddl1/dmctl.1715935291.log
/tmp/dm_test/shardddl1/dmctl.1715935284.log
/tmp/dm_test/shardddl1/dmctl.1715935229.log
/tmp/dm_test/shardddl1/dmctl.1715935350.log
/tmp/dm_test/shardddl1/dmctl.1715935104.log
/tmp/dm_test/shardddl1/dmctl.1715935347.log
/tmp/dm_test/shardddl1/dmctl.1715935214.log
/tmp/dm_test/shardddl1/dmctl.1715935293.log
/tmp/dm_test/shardddl1/dmctl.1715935320.log
/tmp/dm_test/shardddl1/dmctl.1715935235.log
/tmp/dm_test/shardddl1/dmctl.1715935196.log
/tmp/dm_test/shardddl1/dmctl.1715935223.log
/tmp/dm_test/shardddl1/dmctl.1715935311.log
/tmp/dm_test/shardddl1/dmctl.1715935282.log
/tmp/dm_test/shardddl1/dmctl.1715935211.log
/tmp/dm_test/shardddl1/dmctl.1715935303.log
/tmp/dm_test/shardddl1/dmctl.1715935336.log
/tmp/dm_test/shardddl1/dmctl.1715935315.log
/tmp/dm_test/shardddl1/dmctl.1715935194.log
/tmp/dm_test/shardddl1/sync_diff_stdout.log
/tmp/dm_test/shardddl1/dmctl.1715935316.log
/tmp/dm_test/shardddl1/dmctl.1715935210.log
/tmp/dm_test/shardddl1/master/log/dm-master.log
/tmp/dm_test/shardddl1/master/log/stdout.log
/tmp/dm_test/shardddl1/dmctl.1715935323.log
/tmp/dm_test/shardddl1/dmctl.1715935207.log
/tmp/dm_test/shardddl1/dmctl.1715935270.log
+ ls -alh log-G07.tar.gz
-rw-r--r--. 1 jenkins jenkins 669K May 17 16:48 log-G07.tar.gz
[Pipeline] archiveArtifacts
Archiving artifacts
[Pipeline] }
[Pipeline] // withCredentials
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G07'
Sending interrupt signal to process
Killing processes
rpc addr 127.0.0.1:8261 is alive
[Fri May 17 16:48:02 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
rpc addr 127.0.0.1:8262 is alive
[Fri May 17 16:48:03 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
kill finished with exit code 0
make: *** wait: No child processes.  Stop.
make: *** Waiting for unfinished jobs....
make: *** wait: No child processes.  Stop.
script returned exit code 143
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // withCredentials
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] // container
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] // node
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // podTemplate
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G11'
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G08'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
ERROR: script returned exit code 2
Finished: FAILURE