Skipping 876 KB.. Full Log

wait process dm-master.test exit...
process dm-master.test already exit
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/duplicate_event/source1.yaml"
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "query-status t-Ë!s`t"
got=1 expected=1
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
wait process dm-worker.test exit...
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-task.yaml --remove-meta"
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
pattern dm-worker2.toml already exit
[Mon Apr 29 10:22:25 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:22:25 CST 2024] <<<<<< finish DM-123 optimistic >>>>>>
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:22:25 CST 2024] <<<<<< test case shardddl1_1 success! >>>>>>
start running case: [shardddl2] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/run.sh...
Verbose mode = false
check log contain failed 1-th time, retry later
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:22:26 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Mon Apr 29 10:22:26 CST 2024] <<<<<< start DM-124 optimistic >>>>>>
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:22:28 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check log contain failed 2-th time, retry later
[Mon Apr 29 10:22:28 CST 2024] <<<<<< finish DM-124 optimistic >>>>>>
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl2/source1.yaml"
[Mon Apr 29 10:22:29 CST 2024] <<<<<< start DM-125 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 3-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check log contain failed 4-th time, retry later
[Mon Apr 29 10:22:32 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl2/source2.yaml"
check diff successfully
dmctl test cmd: "shard-ddl-lock"
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:22:33 CST 2024] <<<<<< finish DM-125 optimistic >>>>>>
check log contain failed 5-th time, retry later
[Mon Apr 29 10:22:34 CST 2024] <<<<<< start DM-DROP_COLUMN_EXEC_ERROR optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
[Mon Apr 29 10:22:34 CST 2024] <<<<<< start DM-126 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker 1
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check log contain failed 6-th time, retry later
after restart dm-worker, task should resume automatically
dmctl test cmd: "start-task /tmp/dm_test/all_mode/dm-task.yaml"
wait process dm-worker1 exit...
wait process dm-worker1 exit...
process dm-worker1 already exit
[Mon Apr 29 10:22:37 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check log contain failed 7-th time, retry later
check diff successfully
dmctl test cmd: "shard-ddl-lock"
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:22:38 CST 2024] <<<<<< finish DM-126 optimistic >>>>>>
rpc addr 127.0.0.1:8262 is alive
check log contain failed 1-th time, retry later
HTTP 127.0.0.1:8261/apis/v1alpha1/status/t-Ë!s`t is alive
[Mon Apr 29 10:22:39 CST 2024] <<<<<< start DM-127 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 8-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
restart dm-master
wait process tidb-server exit...
process tidb-server already exit
check log contain failed 9-th time, retry later
wait process dm-master exit...
wait process dm-master exit...
process dm-master already exit
check diff successfully
dmctl test cmd: "shard-ddl-lock"
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:22:43 CST 2024] <<<<<< finish DM-127 optimistic >>>>>>
check log contain failed 10-th time, retry later
Starting TiDB on port 4000
Verifying TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Mon Apr 29 10:22:45 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Mon Apr 29 10:22:44 CST 2024] <<<<<< start DM-128 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	179	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'test'@'%'
got=2 expected=2
check diff failed 1-th time, retry later
check log contain failed 11-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
restart dm-worker 1
check log contain failed 12-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:22:48 CST 2024] <<<<<< finish DM-128 pessimistic >>>>>>
[Mon Apr 29 10:22:48 CST 2024] <<<<<< start DM-128 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker1 exit...
wait process dm-worker1 exit...
process dm-worker1 already exit
[Mon Apr 29 10:22:50 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check log contain failed 13-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
check diff failed 2-th time, retry later
[Mon Apr 29 10:22:50 CST 2024] <<<<<< finish DM-128 optimistic >>>>>>
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
check diff failed 1-th time, retry later
[Mon Apr 29 10:22:51 CST 2024] <<<<<< start DM-129 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
check log contain failed 14-th time, retry later
check diff successfully
dmctl test cmd: "pause-relay -s mysql-replica-01"
dmctl test cmd: "resume-relay -s mysql-replica-01"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check log contain failed 15-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:22:54 CST 2024] <<<<<< finish DM-DROP_COLUMN_EXEC_ERROR optimistic >>>>>>
[Mon Apr 29 10:22:54 CST 2024] <<<<<< start DM-INIT_SCHEMA optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
relay logs dm-it-fdbb174a-f35a-4e49-a722-14ce454278fd-cd40h-54fln-bin.000002
relay.meta
check diff successfully
check dump files have been cleaned
ls: cannot access /tmp/dm_test/all_mode/worker2/dumped_data.t-Ë!s`t: No such file or directory
worker2 auto removed dump files
check no password in log
dmctl test cmd: "query-status t-Ë!s`t"
got=1 expected=1
dmctl test cmd: "stop-task t-Ë!s`t"
matched
matched
[Mon Apr 29 10:22:55 CST 2024] <<<<<< start test_source_and_target_with_empty_gtid >>>>>>
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check diff successfully
dmctl test cmd: "stop-task test"
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
[Mon Apr 29 10:22:55 CST 2024] <<<<<< finish DM-129 pessimistic >>>>>>
[Mon Apr 29 10:22:55 CST 2024] <<<<<< start DM-129 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
check log contain failed 16-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
restart dm-master
wait process dm-master.test exit...
process dm-master.test already exit
[Mon Apr 29 10:22:57 CST 2024] <<<<<< finish DM-129 optimistic >>>>>>
check log contain failed 17-th time, retry later
wait process dm-master exit...
wait process dm-worker.test exit...
[Mon Apr 29 10:22:58 CST 2024] <<<<<< start DM-130 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 18-th time, retry later
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:23:00 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /tmp/dm_test/all_mode/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Mon Apr 29 10:23:00 CST 2024] <<<<<< finish DM-130 pessimistic >>>>>>
[Mon Apr 29 10:23:00 CST 2024] <<<<<< start DM-130 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
check log contain failed 19-th time, retry later
[Mon Apr 29 10:23:02 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:23:02 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /tmp/dm_test/all_mode/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/all_mode/source1.yaml"
got=2 expected=2
got=1 expected=1
check master alive
dmctl test cmd: "list-member"
got=1 expected=1
gtid is empty
start task and check stage
dmctl test cmd: "start-task /tmp/dm_test/all_mode/dm-task-no-gtid.yaml --remove-meta=true"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=2 expected=2
got=1 expected=1
dmctl test cmd: "shard-ddl-lock unlock test-`shardddl`.`tb` -s mysql-replica-02 -d shardddl1 -t tb1 --action skip"
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=2 expected=2
got=1 expected=1
dmctl test cmd: "shard-ddl-lock unlock test-`shardddl`.`tb` -s mysql-replica-02 -d shardddl1 -t tb2 --action skip"
dmctl test cmd: "query-status test"
check log contain failed 20-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:23:05 CST 2024] <<<<<< finish DM-130 optimistic >>>>>>
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
check diff failed 1-th time, retry later
got=2 expected=2
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=2 expected=2
check data
check diff successfully
ERROR 1146 (42S02) at line 1: Table 'all_mode.t2' doesn't exist
run tidb sql failed 1-th time, retry later
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check log contain failed 21-th time, retry later
wait process dm-master.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:23:07 CST 2024] <<<<<< finish DM-INIT_SCHEMA optimistic >>>>>>
[Mon Apr 29 10:23:07 CST 2024] <<<<<< start DM-DROP_COLUMN_ALL_DONE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=1 expected=1
check log contain failed 1-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
check log contain failed 22-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker 2
wait process dm-worker.test exit...
wait process dm-worker.test exit...
check log contain failed 23-th time, retry later
wait process dm-worker2 exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:23:11 CST 2024] <<<<<< test case shardddl4 success! >>>>>>
start running case: [shardddl4_1] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/run.sh...
Verbose mode = false
wait process dm-worker2 exit...
process dm-worker2 already exit
[Mon Apr 29 10:23:11 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:23:11 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check log contain failed 24-th time, retry later
rpc addr 127.0.0.1:8263 is alive
check log contain failed 1-th time, retry later
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:23:12 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl4_1/source1.yaml"
[Mon Apr 29 10:23:13 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl4_1/source2.yaml"
check log contain failed 25-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
restart dm-master
wait process dm-master exit...
[Mon Apr 29 10:23:15 CST 2024] <<<<<< start DM-TABLE_CHECKPOINT_BACKWARD optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 26-th time, retry later
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 27-th time, retry later
[Mon Apr 29 10:23:18 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check log contain failed 28-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
restart dm-worker 2
check log contain failed 29-th time, retry later
wait process dm-worker2 exit...
wait process dm-worker2 exit...
process dm-worker2 already exit
[Mon Apr 29 10:23:23 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check log contain failed 30-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
check diff failed 1-th time, retry later
check log contain failed 1-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:23:27 CST 2024] <<<<<< finish DM-DROP_COLUMN_ALL_DONE optimistic >>>>>>
[Mon Apr 29 10:23:27 CST 2024] <<<<<< start DM-RECOVER_LOCK optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
check diff successfully
[Mon Apr 29 10:23:28 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/duplicate_event/source2.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-task-relay.yaml --remove-meta"
check log contain failed 1-th time, retry later
check diff successfully
dmctl test cmd: "start-relay -s mysql-replica-02 worker2"
got=2 expected=2
dmctl test cmd: "query-status -s mysql-replica-02"
restart dm-master
got=1 expected=1
check diff successfully
binlog_pos: 2356 relay_log_size: 2356
============== run_with_prepared_source_config success ===================
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master exit...
wait process dm-master.test exit...
wait process dm-master exit...
process dm-master already exit
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
[Mon Apr 29 10:23:36 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:23:38 CST 2024] <<<<<< test case duplicate_event success! >>>>>>
start running case: [expression_filter] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:23:38 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff failed 1-th time, retry later
check diff failed 2-th time, retry later
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:23:39 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=1 expected=1
rpc addr 127.0.0.1:8261 is alive
restart dm-master
check diff failed 3-th time, retry later
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-task2.yaml"
wait process dm-master exit...
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-task2.yaml "
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:23:42 CST 2024] <<<<<< finish DM-TABLE_CHECKPOINT_BACKWARD optimistic >>>>>>
[Mon Apr 29 10:23:42 CST 2024] <<<<<< start DM-RESYNC_NOT_FLUSHED optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
use sync_diff_inspector to check increment data
check diff successfully
check diff successfully
data checked after one worker was killed
try to kill worker port 8263
wait process dm-worker2 exit...
wait process dm-worker2 exit...
process dm-worker2 already exit
worker2 was killed
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test2"
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker1
got=2 expected=2
[Mon Apr 29 10:23:44 CST 2024] <<<<<< finish test_multi_task_reduce_and_restart_worker >>>>>>
3 dm-master alive
3 dm-worker alive
0 dm-syncer alive
dmctl test cmd: "query-status test"
got=2 expected=2
got=0 expected=1
command: query-status test "synced": true count: 0 != expected: 1, failed the 0-th time, will retry again
[Mon Apr 29 10:23:43 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process worker1 exit...
wait process dm-master.test exit...
got=2 expected=2
got=1 expected=1
dmctl test cmd: "stop-task test"
ls: cannot access /tmp/dm_test/expression_filter/worker1/schema-tracker*: No such file or directory
schema tracker path has been cleaned
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-master.test exit...
rpc addr 127.0.0.1:8261 is alive
check diff successfully
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
wait process worker1 exit...
process worker1 already exit
[Mon Apr 29 10:23:47 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-master.test exit...
[Mon Apr 29 10:23:47 CST 2024] <<<<<< finish DM-RECOVER_LOCK optimistic >>>>>>
run DM_DropAddColumn case #0
[Mon Apr 29 10:23:47 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
wait process dm-master.test exit...
process dm-master.test already exit
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
wait process dm-master.test exit...
wait process dm-worker.test exit...
wait process worker2 exit...
wait process dm-worker.test exit...
wait process dm-master.test exit...
wait process worker2 exit...
process worker2 already exit
[Mon Apr 29 10:23:50 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
wait process dm-master.test exit...
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
[Mon Apr 29 10:23:51 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff failed 1-th time, retry later
wait process dm-master.test exit...
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:23:52 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-master.test exit...
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:23:53 CST 2024] <<<<<< test case ha_cases2 success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-release-7.5-pull_dm_integration_test-298/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
check diff failed 2-th time, retry later
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/source1.yaml"
[Pipeline] }
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-task.yaml "
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
check diff failed 3-th time, retry later
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:23:58 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #1
[Mon Apr 29 10:23:58 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
restart dm-master
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-master exit...
process dm-master already exit
wait process dm-worker.test exit...
[Mon Apr 29 10:24:02 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
[Mon Apr 29 10:24:03 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
[Mon Apr 29 10:24:04 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:24:05 CST 2024] <<<<<< test case expression_filter success! >>>>>>
start running case: [extend_column] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
running extend_column case with import_mode: sql
[Mon Apr 29 10:24:05 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:24:06 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
check log contain failed 1-th time, retry later
rpc addr 127.0.0.1:8262 is alive
[Mon Apr 29 10:24:07 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source1.yaml"
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source2.yaml"
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
run tidb sql failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=1 expected=1
check diff failed 2-th time, retry later
check diff failed 3-th time, retry later
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
wait process dm-master.test exit...
process dm-master.test already exit
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
[Mon Apr 29 10:24:16 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #2
[Mon Apr 29 10:24:16 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
restart dm-master
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
running extend_column case with import_mode: loader
[Mon Apr 29 10:24:19 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-master exit...
wait process dm-master exit...
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:24:20 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
process dm-master already exit
rpc addr 127.0.0.1:8262 is alive
[Mon Apr 29 10:24:21 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source1.yaml"
[Mon Apr 29 10:24:22 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source2.yaml"
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
run tidb sql failed 1-th time, retry later
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
check diff successfully
restart dm-worker1
wait process worker1 exit...
check diff failed 2-th time, retry later
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process worker1 exit...
process worker1 already exit
[Mon Apr 29 10:24:27 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-master.test exit...
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
wait process dm-master.test exit...
process dm-master.test already exit
wait process worker2 exit...
check diff failed 3-th time, retry later
wait process dm-worker.test exit...
wait process worker2 exit...
process worker2 already exit
[Mon Apr 29 10:24:30 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker.test exit...
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:24:32 CST 2024] <<<<<< finish DM-RESYNC_NOT_FLUSHED optimistic >>>>>>
[Mon Apr 29 10:24:32 CST 2024] <<<<<< start DM-RESYNC_TXN_INTERRUPT optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:24:32 CST 2024] <<<<<< test case extend_column success! >>>>>>
start running case: [fake_rotate_event] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:24:32 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Mon Apr 29 10:24:32 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #3
[Mon Apr 29 10:24:32 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker1
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:24:33 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
wait process worker1 exit...
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/fake_rotate_event/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-task.yaml --remove-meta"
wait process worker1 exit...
process worker1 already exit
[Mon Apr 29 10:24:35 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
check diff successfully
kill dm-worker
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
restart dm-master
wait process worker2 exit...
wait process dm-master exit...
wait process dm-worker1 exit...
wait process dm-master exit...
process dm-master already exit
wait process dm-worker1 exit...
process dm-worker1 already exit
[Mon Apr 29 10:24:38 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process worker2 exit...
process worker2 already exit
[Mon Apr 29 10:24:38 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
check diff successfully
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
rpc addr 127.0.0.1:8263 is alive
begin;
insert into shardddl1.tb2 values (1,1);
insert into shardddl1.tb2 values (2,2);
insert into shardddl1.tb2 values (3,3);
insert into shardddl1.tb2 values (4,4);
insert into shardddl1.tb2 values (5,5);
insert into shardddl1.tb2 values (6,6);
insert into shardddl1.tb2 values (7,7);
insert into shardddl1.tb2 values (8,8);
insert into shardddl1.tb2 values (9,9);
insert into shardddl1.tb2 values (10,10);
commit;
begin;
insert into shardddl1.t_1 values (11,11);
insert into shardddl1.t_1 values (12,12);
insert into shardddl1.t_1 values (13,13);
insert into shardddl1.t_1 values (14,14);
insert into shardddl1.t_1 values (15,15);
insert into shardddl1.t_1 values (16,16);
insert into shardddl1.t_1 values (17,17);
insert into shardddl1.t_1 values (18,18);
insert into shardddl1.t_1 values (19,19);
insert into shardddl1.t_1 values (20,20);
insert into shardddl1.t_1 values (21,21);
insert into shardddl1.t_1 values (22,22);
insert into shardddl1.t_1 values (23,23);
insert into shardddl1.t_1 values (24,24);
insert into shardddl1.t_1 values (25,25);
insert into shardddl1.t_1 values (26,26);
insert into shardddl1.t_1 values (27,27);
insert into shardddl1.t_1 values (28,28);
insert into shardddl1.t_1 values (29,29);
insert into shardddl1.t_1 values (30,30);
insert into shardddl1.t_1 values (31,31);
insert into shardddl1.t_1 values (32,32);
insert into shardddl1.t_1 values (33,33);
insert into shardddl1.t_1 values (34,34);
insert into shardddl1.t_1 values (35,35);
insert into shardddl1.t_1 values (36,36);
insert into shardddl1.t_1 values (37,37);
insert into shardddl1.t_1 values (38,38);
insert into shardddl1.t_1 values (39,39);
insert into shardddl1.t_1 values (40,40);
insert into shardddl1.t_1 values (41,41);
insert into shardddl1.t_1 values (42,42);
insert into shardddl1.t_1 values (43,43);
insert into shardddl1.t_1 values (44,44);
insert into shardddl1.t_1 values (45,45);
insert into shardddl1.t_1 values (46,46);
insert into shardddl1.t_1 values (47,47);
insert into shardddl1.t_1 values (48,48);
insert into shardddl1.t_1 values (49,49);
insert into shardddl1.t_1 values (50,50);
commit;
begin;
insert into shardddl1.tb1 values (51,51);
insert into shardddl1.tb1 values (52,52);
insert into shardddl1.tb1 values (53,53);
insert into shardddl1.tb1 values (54,54);
insert into shardddl1.tb1 values (55,55);
insert into shardddl1.tb1 values (56,56);
insert into shardddl1.tb1 values (57,57);
insert into shardddl1.tb1 values (58,58);
insert into shardddl1.tb1 values (59,59);
insert into shardddl1.tb1 values (60,60);
commit;
begin;
insert into shardddl1.t_1 values (61,61);
insert into shardddl1.t_1 values (62,62);
insert into shardddl1.t_1 values (63,63);
insert into shardddl1.t_1 values (64,64);
insert into shardddl1.t_1 values (65,65);
insert into shardddl1.t_1 values (66,66);
insert into shardddl1.t_1 values (67,67);
insert into shardddl1.t_1 values (68,68);
insert into shardddl1.t_1 values (69,69);
insert into shardddl1.t_1 values (70,70);
commit;
check diff failed 1-th time, retry later
[Mon Apr 29 10:24:40 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-master.test exit...
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff failed 2-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
wait process dm-worker.test exit...
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=1 expected=1
<<<<<< test_source_and_target_with_empty_gtid success! >>>>>>
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
wait process dm-worker.test exit...
check diff failed 3-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:24:44 CST 2024] <<<<<< test case fake_rotate_event success! >>>>>>
start running case: [foreign_key] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:24:44 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:24:45 CST 2024] <<<<<< test case all_mode success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-release-7.5-pull_dm_integration_test-298/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
check diff failed 2-th time, retry later
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:24:46 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
check diff successfully
restart dm-worker1
wait process worker1 exit...
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/foreign_key/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/conf/dm-task.yaml --remove-meta"
check diff failed 3-th time, retry later
wait process worker1 exit...
process worker1 already exit
[Mon Apr 29 10:24:48 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=1 expected=1
check diff successfully
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=2 expected=2
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Mon Apr 29 10:24:50 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #4
[Mon Apr 29 10:24:50 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process worker2 exit...
wait process worker2 exit...
process worker2 already exit
[Mon Apr 29 10:24:51 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-master.test exit...
process dm-master.test already exit
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8263 is alive
begin;
insert into shardddl1.tb2 values (101,101);
insert into shardddl1.tb2 values (102,102);
insert into shardddl1.tb2 values (103,103);
insert into shardddl1.tb2 values (104,104);
insert into shardddl1.tb2 values (105,105);
insert into shardddl1.tb2 values (106,106);
insert into shardddl1.tb2 values (107,107);
insert into shardddl1.tb2 values (108,108);
insert into shardddl1.tb2 values (109,109);
insert into shardddl1.tb2 values (110,110);
commit;
begin;
insert into shardddl1.tb1 values (111,111);
insert into shardddl1.tb1 values (112,112);
insert into shardddl1.tb1 values (113,113);
insert into shardddl1.tb1 values (114,114);
insert into shardddl1.tb1 values (115,115);
insert into shardddl1.tb1 values (116,116);
insert into shardddl1.tb1 values (117,117);
insert into shardddl1.tb1 values (118,118);
insert into shardddl1.tb1 values (119,119);
insert into shardddl1.tb1 values (120,120);
commit;
begin;
insert into shardddl1.tb2 values (121,121);
insert into shardddl1.tb2 values (122,122);
insert into shardddl1.tb2 values (123,123);
insert into shardddl1.tb2 values (124,124);
insert into shardddl1.tb2 values (125,125);
insert into shardddl1.tb2 values (126,126);
insert into shardddl1.tb2 values (127,127);
insert into shardddl1.tb2 values (128,128);
insert into shardddl1.tb2 values (129,129);
insert into shardddl1.tb2 values (130,130);
commit;
begin;
insert into shardddl1.t_1 values (131,131);
insert into shardddl1.t_1 values (132,132);
insert into shardddl1.t_1 values (133,133);
insert into shardddl1.t_1 values (134,134);
insert into shardddl1.t_1 values (135,135);
insert into shardddl1.t_1 values (136,136);
insert into shardddl1.t_1 values (137,137);
insert into shardddl1.t_1 values (138,138);
insert into shardddl1.t_1 values (139,139);
insert into shardddl1.t_1 values (140,140);
commit;
check diff successfully
begin;
insert into shardddl1.tb2 values (201,201);
insert into shardddl1.tb2 values (202,202);
insert into shardddl1.tb2 values (203,203);
insert into shardddl1.tb2 values (204,204);
insert into shardddl1.tb2 values (205,205);
insert into shardddl1.tb2 values (206,206);
insert into shardddl1.tb2 values (207,207);
insert into shardddl1.tb2 values (208,208);
insert into shardddl1.tb2 values (209,209);
insert into shardddl1.tb2 values (210,210);
commit;
begin;
insert into shardddl1.tb1 values (211,211);
insert into shardddl1.tb1 values (212,212);
insert into shardddl1.tb1 values (213,213);
insert into shardddl1.tb1 values (214,214);
insert into shardddl1.tb1 values (215,215);
insert into shardddl1.tb1 values (216,216);
insert into shardddl1.tb1 values (217,217);
insert into shardddl1.tb1 values (218,218);
insert into shardddl1.tb1 values (219,219);
insert into shardddl1.tb1 values (220,220);
commit;
begin;
insert into shardddl1.tb2 values (221,221);
insert into shardddl1.tb2 values (222,222);
insert into shardddl1.tb2 values (223,223);
insert into shardddl1.tb2 values (224,224);
insert into shardddl1.tb2 values (225,225);
insert into shardddl1.tb2 values (226,226);
insert into shardddl1.tb2 values (227,227);
insert into shardddl1.tb2 values (228,228);
insert into shardddl1.tb2 values (229,229);
insert into shardddl1.tb2 values (230,230);
commit;
begin;
insert into shardddl1.t_1 values (231,231);
insert into shardddl1.t_1 values (232,232);
insert into shardddl1.t_1 values (233,233);
insert into shardddl1.t_1 values (234,234);
insert into shardddl1.t_1 values (235,235);
insert into shardddl1.t_1 values (236,236);
insert into shardddl1.t_1 values (237,237);
insert into shardddl1.t_1 values (238,238);
insert into shardddl1.t_1 values (239,239);
insert into shardddl1.t_1 values (240,240);
commit;
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:24:54 CST 2024] <<<<<< test case foreign_key success! >>>>>>
start running case: [full_mode] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
restart dm-master
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:24:54 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-master exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:24:55 CST 2024] <<<<<< finish DM-RESYNC_TXN_INTERRUPT optimistic >>>>>>
[Mon Apr 29 10:24:55 CST 2024] <<<<<< start DM-STRICT_OPTIMISTIC_SINGLE_SOURCE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/single-source-strict-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-master exit...
process dm-master already exit
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:24:56 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:24:57 CST 2024] <<<<<< finish DM-STRICT_OPTIMISTIC_SINGLE_SOURCE optimistic >>>>>>
[Mon Apr 29 10:24:57 CST 2024] <<<<<< start DM-STRICT_OPTIMISTIC_DOUBLE_SOURCE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-strict-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source1.yaml"
[Mon Apr 29 10:24:57 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
[Mon Apr 29 10:24:57 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source2.yaml"
[Mon Apr 29 10:24:59 CST 2024] <<<<<< finish DM-STRICT_OPTIMISTIC_DOUBLE_SOURCE optimistic >>>>>>
[Mon Apr 29 10:24:59 CST 2024] <<<<<< start DM-131 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "start-task /tmp/dm_test/full_mode/dm-task.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check diff successfully
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
[Mon Apr 29 10:25:01 CST 2024] <<<<<< finish DM-131 optimistic >>>>>>
check diff failed 1-th time, retry later
[Mon Apr 29 10:25:02 CST 2024] <<<<<< start DM-132 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=1 expected=1
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check diff failed 2-th time, retry later
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
check diff failed 3-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:06 CST 2024] <<<<<< finish DM-132 pessimistic >>>>>>
[Mon Apr 29 10:25:06 CST 2024] <<<<<< start DM-132 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:25:07 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-master.toml >>>>>>
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:08 CST 2024] <<<<<< finish DM-132 optimistic >>>>>>
[Mon Apr 29 10:25:08 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #5
[Mon Apr 29 10:25:08 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
[Mon Apr 29 10:25:09 CST 2024] <<<<<< start DM-133 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:25:09 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8262 is alive
[Mon Apr 29 10:25:10 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "shard-ddl-lock"
rpc addr 127.0.0.1:8263 is alive
got=1 expected=1
dmctl test cmd: "query-status test"
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source1.yaml"
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source2.yaml"
got=3 expected=3
got=2 expected=2
restart dm-master
wait process dm-master exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:13 CST 2024] <<<<<< finish DM-133 pessimistic >>>>>>
[Mon Apr 29 10:25:13 CST 2024] <<<<<< start DM-133 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "start-task /tmp/dm_test/full_mode/dm-task.yaml --remove-meta"
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:15 CST 2024] <<<<<< finish DM-133 optimistic >>>>>>
[Mon Apr 29 10:25:16 CST 2024] <<<<<< start DM-134 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
[Mon Apr 29 10:25:16 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff successfully
check dump files have been cleaned
ls: cannot access /tmp/dm_test/full_mode/worker1/dumped_data.test: No such file or directory
worker1 auto removed dump files
ls: cannot access /tmp/dm_test/full_mode/worker2/dumped_data.test: No such file or directory
worker2 auto removed dump files
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master.test exit...
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-master.test exit...
process dm-master.test already exit
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:20 CST 2024] <<<<<< finish DM-134 pessimistic >>>>>>
[Mon Apr 29 10:25:20 CST 2024] <<<<<< start DM-134 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 0-th time, will retry again
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
wait process dm-worker.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:22 CST 2024] <<<<<< finish DM-134 optimistic >>>>>>
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 1-th time, will retry again
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:25:22 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Mon Apr 29 10:25:23 CST 2024] <<<<<< start DM-135 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:25:23 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:24 CST 2024] <<<<<< finish DM-135 pessimistic >>>>>>
[Mon Apr 29 10:25:24 CST 2024] <<<<<< start DM-135 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source1.yaml"
[Mon Apr 29 10:25:25 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker2.toml >>>>>>
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 2-th time, will retry again
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source2.yaml"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:26 CST 2024] <<<<<< finish DM-135 optimistic >>>>>>
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 3-th time, will retry again
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-task.yaml --remove-meta"
[Mon Apr 29 10:25:27 CST 2024] <<<<<< start DM-136 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
check diff successfully
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:29 CST 2024] <<<<<< finish DM-136 optimistic >>>>>>
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 4-th time, will retry again
dmctl test cmd: "query-status test"
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
[Mon Apr 29 10:25:30 CST 2024] <<<<<< start DM-137 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 5-th time, will retry again
dmctl test cmd: "query-status test"
wait process dm-master.test exit...
process dm-master.test already exit
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 6-th time, will retry again
wait process dm-worker.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:34 CST 2024] <<<<<< finish DM-137 optimistic >>>>>>
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Mon Apr 29 10:25:34 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Mon Apr 29 10:25:35 CST 2024] <<<<<< start DM-138 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 7-th time, will retry again
rpc addr 127.0.0.1:8261 is alive
[Mon Apr 29 10:25:35 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source1.yaml"
dmctl test cmd: "query-status test"
got=2 expected=2
[Mon Apr 29 10:25:37 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff failed 1-th time, retry later
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 8-th time, will retry again
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/full_mode/source2.yaml"
check diff successfully
dmctl test cmd: "stop-task test"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-task-2.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 9-th time, will retry again
[Mon Apr 29 10:25:39 CST 2024] <<<<<< finish DM-138 pessimistic >>>>>>
[Mon Apr 29 10:25:39 CST 2024] <<<<<< start DM-138 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=1 expected=1
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Mon Apr 29 10:25:41 CST 2024] <<<<<< finish DM-138 optimistic >>>>>>
wait process dm-master.test exit...
{
    "result": true,
    "msg": "",
    "sources": [
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-01",
                "worker": "worker1",
                "result": null,
                "relayStatus": null
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Paused",
                    "unit": "Sync",
                    "result": {
                        "isCanceled": false,
                        "errors": [
                            {
                                "ErrCode": 42501,
                                "ErrClass": "ha",
                                "ErrScope": "internal",
                                "ErrLevel": "high",
                                "Message": "startLocation: [position: (dm-it-12e537d0-0606-4483-ba95-93e23f9a04ed-xh2f4-36c8z-bin.000001, 42228), gtid-set: e6b206e3-05cd-11ef-9b64-220036c1c8cc:1-194], endLocation: [position: (dm-it-12e537d0-0606-4483-ba95-93e23f9a04ed-xh2f4-36c8z-bin.000001, 42353), gtid-set: e6b206e3-05cd-11ef-9b64-220036c1c8cc:1-195], origin SQL: [alter table shardddl1.tb1 add column b int after a]: fail to do etcd txn operation: txn commit failed",
                                "RawCause": "rpc error: code = Unavailable desc = error reading from server: EOF",
                                "Workaround": "Please check dm-master's node status and the network between this node and dm-master"
                            }
                        ],
                        "detail": null
                    },
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "12",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-12e537d0-0606-4483-ba95-93e23f9a04ed-xh2f4-36c8z-bin.000001, 42353)",
                        "masterBinlogGtid": "e6b206e3-05cd-11ef-9b64-220036c1c8cc:1-195",
                        "syncerBinlog": "(dm-it-12e537d0-0606-4483-ba95-93e23f9a04ed-xh2f4-36c8z-bin.000001, 42163)",
                        "syncerBinlogGtid": "e6b206e3-05cd-11ef-9b64-220036c1c8cc:1-194",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "remote",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "12",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        },
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-02",
                "worker": "worker2",
                "result": null,
                "relayStatus": {
                    "masterBinlog": "(dm-it-12e537d0-0606-4483-ba95-93e23f9a04ed-xh2f4-36c8z-bin.000001, 39206)",
                    "masterBinlogGtid": "e74d180c-05cd-11ef-8b85-220036c1c8cc:1-167",
                    "relaySubDir": "e74d180c-05cd-11ef-8b85-220036c1c8cc.000001",
                    "relayBinlog": "(dm-it-12e537d0-0606-4483-ba95-93e23f9a04ed-xh2f4-36c8z-bin.000001, 39206)",
                    "relayBinlogGtid": "e74d180c-05cd-11ef-8b85-220036c1c8cc:1-167",
                    "relayCatchUpMaster": true,
                    "stage": "Running",
                    "result": null
                }
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Running",
                    "unit": "Sync",
                    "result": null,
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "6",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-12e537d0-0606-4483-ba95-93e23f9a04ed-xh2f4-36c8z-bin.000001, 39206)",
                        "masterBinlogGtid": "e74d180c-05cd-11ef-8b85-220036c1c8cc:1-167",
                        "syncerBinlog": "(dm-it-12e537d0-0606-4483-ba95-93e23f9a04ed-xh2f4-36c8z-bin|000001.000001, 38926)",
                        "syncerBinlogGtid": "e74d180c-05cd-11ef-8b85-220036c1c8cc:1-166",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "local",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "6",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        }
    ]
}
PASS
coverage: 4.0% of statements in github.com/pingcap/tiflow/dm/...
curl: (7) Failed connect to 127.0.0.1:8361; Connection refused
curl: (7) Failed connect to 127.0.0.1:8461; Connection refused
curl: (7) Failed connect to 127.0.0.1:8561; Connection refused
curl: (7) Failed connect to 127.0.0.1:8661; Connection refused
curl: (7) Failed connect to 127.0.0.1:8761; Connection refused
curl: (7) Failed connect to 127.0.0.1:8264; Connection refused
curl: (7) Failed connect to 127.0.0.1:18262; Connection refused
curl: (7) Failed connect to 127.0.0.1:18263; Connection refused
make: *** [dm_integration_test_in_group] Error 1
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] sh
[Mon Apr 29 10:25:42 CST 2024] <<<<<< start DM-139 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
+ ls /tmp/dm_test
cov.shardddl1.dmctl.1714356957.698.out
cov.shardddl1.dmctl.1714356958.831.out
cov.shardddl1.dmctl.1714356962.1129.out
cov.shardddl1.dmctl.1714356964.1173.out
cov.shardddl1.dmctl.1714356982.4295.out
cov.shardddl1.dmctl.1714356986.4635.out
cov.shardddl1.dmctl.1714356987.4680.out
cov.shardddl1.dmctl.1714357020.5194.out
cov.shardddl1.dmctl.1714357023.5523.out
cov.shardddl1.dmctl.1714357024.5571.out
cov.shardddl1.dmctl.1714357041.6179.out
cov.shardddl1.dmctl.1714357045.6518.out
cov.shardddl1.dmctl.1714357046.6564.out
cov.shardddl1.dmctl.1714357046.6665.out
cov.shardddl1.dmctl.1714357047.6813.out
cov.shardddl1.dmctl.1714357048.6852.out
cov.shardddl1.dmctl.1714357050.6972.out
cov.shardddl1.dmctl.1714357051.7130.out
cov.shardddl1.dmctl.1714357052.7188.out
cov.shardddl1.dmctl.1714357052.7315.out
cov.shardddl1.dmctl.1714357052.7362.out
cov.shardddl1.dmctl.1714357053.7405.out
cov.shardddl1.dmctl.1714357053.7449.out
cov.shardddl1.dmctl.1714357054.7499.out
cov.shardddl1.dmctl.1714357061.7672.out
cov.shardddl1.dmctl.1714357063.7742.out
cov.shardddl1.dmctl.1714357063.7782.out
cov.shardddl1.dmctl.1714357063.7822.out
cov.shardddl1.dmctl.1714357064.7972.out
cov.shardddl1.dmctl.1714357065.8036.out
cov.shardddl1.dmctl.1714357067.8235.out
cov.shardddl1.dmctl.1714357068.8386.out
cov.shardddl1.dmctl.1714357069.8434.out
cov.shardddl1.dmctl.1714357069.8558.out
cov.shardddl1.dmctl.1714357069.8596.out
cov.shardddl1.dmctl.1714357070.8748.out
cov.shardddl1.dmctl.1714357071.8797.out
cov.shardddl1.dmctl.1714357071.8896.out
cov.shardddl1.dmctl.1714357075.9038.out
cov.shardddl1.dmctl.1714357075.9079.out
cov.shardddl1.dmctl.1714357075.9120.out
cov.shardddl1.dmctl.1714357080.9404.out
cov.shardddl1.dmctl.1714357080.9461.out
cov.shardddl1.dmctl.1714357081.9506.out
cov.shardddl1.dmctl.1714357086.9653.out
cov.shardddl1.dmctl.1714357086.9800.out
cov.shardddl1.dmctl.1714357088.9840.out
cov.shardddl1.dmctl.1714357092.9990.out
cov.shardddl1.dmctl.1714357127.10304.out
cov.shardddl1.dmctl.1714357127.10357.out
cov.shardddl1.dmctl.1714357128.10406.out
cov.shardddl1.dmctl.1714357130.10506.out
cov.shardddl1.dmctl.1714357131.10550.out
cov.shardddl1.dmctl.1714357137.10737.out
cov.shardddl1.dmctl.1714357137.10781.out
cov.shardddl1.dmctl.1714357137.10821.out
cov.shardddl1.dmctl.1714357138.10971.out
cov.shardddl1.dmctl.1714357139.11019.out
cov.shardddl1.dmctl.1714357141.11127.out
cov.shardddl1.dmctl.1714357141.11172.out
cov.shardddl1.dmctl.1714357148.11369.out
cov.shardddl1.dmctl.1714357149.11413.out
cov.shardddl1.dmctl.1714357149.11461.out
cov.shardddl1.dmctl.1714357149.11611.out
cov.shardddl1.dmctl.1714357150.11655.out
cov.shardddl1.dmctl.1714357160.12171.out
cov.shardddl1.dmctl.1714357160.12321.out
cov.shardddl1.dmctl.1714357161.12358.out
cov.shardddl1.dmctl.1714357166.12795.out
cov.shardddl1.dmctl.1714357167.12945.out
cov.shardddl1.dmctl.1714357168.12982.out
cov.shardddl1.dmctl.1714357171.13291.out
cov.shardddl1.dmctl.1714357171.13436.out
cov.shardddl1.dmctl.1714357172.13473.out
cov.shardddl1.dmctl.1714357173.13745.out
cov.shardddl1.dmctl.1714357176.14075.out
cov.shardddl1.dmctl.1714357178.14117.out
cov.shardddl1.dmctl.1714357180.14178.out
cov.shardddl1.dmctl.1714357180.14220.out
cov.shardddl1.dmctl.1714357183.14576.out
cov.shardddl1.dmctl.1714357185.14631.out
cov.shardddl1.dmctl.1714357185.14775.out
cov.shardddl1.dmctl.1714357188.15111.out
cov.shardddl1.dmctl.1714357190.15153.out
cov.shardddl1.dmctl.1714357190.15202.out
cov.shardddl1.dmctl.1714357190.15249.out
cov.shardddl1.dmctl.1714357191.15397.out
cov.shardddl1.dmctl.1714357193.15439.out
cov.shardddl1.dmctl.1714357193.15511.out
cov.shardddl1.dmctl.1714357194.15660.out
cov.shardddl1.dmctl.1714357195.15705.out
cov.shardddl1.dmctl.1714357202.15884.out
cov.shardddl1.dmctl.1714357203.16031.out
cov.shardddl1.dmctl.1714357204.16079.out
cov.shardddl1.dmctl.1714357207.16185.out
cov.shardddl1.dmctl.1714357208.16335.out
cov.shardddl1.dmctl.1714357209.16375.out
cov.shardddl1.dmctl.1714357209.16473.out
cov.shardddl1.master.out
cov.shardddl1.worker.8262.1714356956.out
cov.shardddl1.worker.8262.1714356961.out
cov.shardddl1.worker.8262.1714356985.out
cov.shardddl1.worker.8262.1714357022.out
cov.shardddl1.worker.8262.1714357044.out
cov.shardddl1.worker.8262.1714357175.out
cov.shardddl1.worker.8262.1714357182.out
cov.shardddl1.worker.8262.1714357187.out
cov.shardddl1.worker.8263.1714356957.out
cov.shardddl1.worker.8263.1714356961.out
cov.shardddl1.worker.8263.1714356985.out
cov.shardddl1.worker.8263.1714357022.out
cov.shardddl1.worker.8263.1714357044.out
cov.shardddl1.worker.8263.1714357175.out
cov.shardddl1.worker.8263.1714357182.out
cov.shardddl1.worker.8263.1714357187.out
cov.shardddl1_1.dmctl.1714357218.16951.out
cov.shardddl1_1.dmctl.1714357219.17088.out
cov.shardddl1_1.dmctl.1714357222.17180.out
cov.shardddl1_1.dmctl.1714357223.17231.out
cov.shardddl1_1.dmctl.1714357226.17587.out
cov.shardddl1_1.dmctl.1714357226.17734.out
cov.shardddl1_1.dmctl.1714357227.17794.out
cov.shardddl1_1.dmctl.1714357230.17918.out
cov.shardddl1_1.dmctl.1714357231.18060.out
cov.shardddl1_1.dmctl.1714357232.18108.out
cov.shardddl1_1.dmctl.1714357235.18238.out
cov.shardddl1_1.dmctl.1714357236.18385.out
cov.shardddl1_1.dmctl.1714357237.18440.out
cov.shardddl1_1.dmctl.1714357239.18562.out
cov.shardddl1_1.dmctl.1714357241.18713.out
cov.shardddl1_1.dmctl.1714357242.18753.out
cov.shardddl1_1.dmctl.1714357244.18869.out
cov.shardddl1_1.dmctl.1714357246.19016.out
cov.shardddl1_1.dmctl.1714357247.19058.out
cov.shardddl1_1.dmctl.1714357250.19194.out
cov.shardddl1_1.dmctl.1714357252.19341.out
cov.shardddl1_1.dmctl.1714357253.19382.out
cov.shardddl1_1.dmctl.1714357253.19459.out
cov.shardddl1_1.dmctl.1714357255.19611.out
cov.shardddl1_1.dmctl.1714357256.19654.out
cov.shardddl1_1.dmctl.1714357256.19732.out
cov.shardddl1_1.dmctl.1714357257.19882.out
cov.shardddl1_1.dmctl.1714357259.19919.out
cov.shardddl1_1.dmctl.1714357259.20031.out
cov.shardddl1_1.dmctl.1714357260.20180.out
cov.shardddl1_1.dmctl.1714357262.20222.out
cov.shardddl1_1.dmctl.1714357264.20310.out
cov.shardddl1_1.dmctl.1714357265.20453.out
cov.shardddl1_1.dmctl.1714357266.20493.out
cov.shardddl1_1.dmctl.1714357266.20547.out
cov.shardddl1_1.dmctl.1714357268.20692.out
cov.shardddl1_1.dmctl.1714357269.20734.out
cov.shardddl1_1.dmctl.1714357269.20791.out
cov.shardddl1_1.dmctl.1714357271.20936.out
cov.shardddl1_1.dmctl.1714357272.20975.out
cov.shardddl1_1.dmctl.1714357272.21032.out
cov.shardddl1_1.dmctl.1714357273.21181.out
cov.shardddl1_1.dmctl.1714357274.21220.out
cov.shardddl1_1.dmctl.1714357277.21283.out
cov.shardddl1_1.dmctl.1714357278.21430.out
cov.shardddl1_1.dmctl.1714357279.21466.out
cov.shardddl1_1.dmctl.1714357279.21515.out
cov.shardddl1_1.dmctl.1714357281.21659.out
cov.shardddl1_1.dmctl.1714357282.21698.out
cov.shardddl1_1.dmctl.1714357282.21746.out
cov.shardddl1_1.dmctl.1714357283.21891.out
cov.shardddl1_1.dmctl.1714357284.21932.out
cov.shardddl1_1.dmctl.1714357287.22001.out
cov.shardddl1_1.dmctl.1714357288.22148.out
cov.shardddl1_1.dmctl.1714357289.22192.out
cov.shardddl1_1.dmctl.1714357291.22252.out
cov.shardddl1_1.dmctl.1714357293.22398.out
cov.shardddl1_1.dmctl.1714357294.22436.out
cov.shardddl1_1.dmctl.1714357296.22497.out
cov.shardddl1_1.dmctl.1714357297.22650.out
cov.shardddl1_1.dmctl.1714357299.22690.out
cov.shardddl1_1.dmctl.1714357299.22739.out
cov.shardddl1_1.dmctl.1714357299.22780.out
cov.shardddl1_1.dmctl.1714357300.22926.out
cov.shardddl1_1.dmctl.1714357301.22968.out
cov.shardddl1_1.dmctl.1714357302.23078.out
cov.shardddl1_1.dmctl.1714357303.23227.out
cov.shardddl1_1.dmctl.1714357304.23267.out
cov.shardddl1_1.dmctl.1714357304.23333.out
cov.shardddl1_1.dmctl.1714357305.23373.out
cov.shardddl1_1.dmctl.1714357306.23524.out
cov.shardddl1_1.dmctl.1714357307.23560.out
cov.shardddl1_1.dmctl.1714357307.23607.out
cov.shardddl1_1.dmctl.1714357307.23647.out
cov.shardddl1_1.dmctl.1714357309.23797.out
cov.shardddl1_1.dmctl.1714357310.23831.out
cov.shardddl1_1.dmctl.1714357313.23966.out
cov.shardddl1_1.dmctl.1714357313.24115.out
cov.shardddl1_1.dmctl.1714357314.24159.out
cov.shardddl1_1.dmctl.1714357315.24255.out
cov.shardddl1_1.dmctl.1714357316.24402.out
cov.shardddl1_1.dmctl.1714357317.24443.out
cov.shardddl1_1.dmctl.1714357317.24511.out
cov.shardddl1_1.dmctl.1714357318.24658.out
cov.shardddl1_1.dmctl.1714357319.24697.out
cov.shardddl1_1.dmctl.1714357319.24760.out
cov.shardddl1_1.dmctl.1714357319.24808.out
cov.shardddl1_1.dmctl.1714357321.24961.out
cov.shardddl1_1.dmctl.1714357322.25001.out
cov.shardddl1_1.dmctl.1714357324.25159.out
cov.shardddl1_1.dmctl.1714357326.25312.out
cov.shardddl1_1.dmctl.1714357327.25354.out
cov.shardddl1_1.dmctl.1714357329.25496.out
cov.shardddl1_1.dmctl.1714357331.25646.out
cov.shardddl1_1.dmctl.1714357332.25688.out
cov.shardddl1_1.dmctl.1714357332.25763.out
cov.shardddl1_1.dmctl.1714357332.25802.out
cov.shardddl1_1.dmctl.1714357333.25947.out
cov.shardddl1_1.dmctl.1714357334.25985.out
cov.shardddl1_1.dmctl.1714357334.26056.out
cov.shardddl1_1.dmctl.1714357334.26099.out
cov.shardddl1_1.dmctl.1714357335.26254.out
cov.shardddl1_1.dmctl.1714357337.26290.out
cov.shardddl1_1.dmctl.1714357339.26407.out
cov.shardddl1_1.master.out
cov.shardddl1_1.worker.8262.1714357217.out
cov.shardddl1_1.worker.8263.1714357218.out
cov.shardddl2.dmctl.1714357349.26899.out
cov.shardddl2.dmctl.1714357353.27034.out
cov.shardddl2.dmctl.1714357354.27125.out
cov.shardddl2.dmctl.1714357355.27175.out
cov.shardddl2.dmctl.1714357360.27382.out
cov.shardddl2.dmctl.1714357368.27602.out
cov.shardddl2.dmctl.1714357371.27788.out
cov.shardddl2.dmctl.1714357373.27894.out
cov.shardddl2.dmctl.1714357374.28047.out
cov.shardddl2.dmctl.1714357375.28117.out
cov.shardddl2.dmctl.1714357385.28394.out
cov.shardddl2.dmctl.1714357387.28519.out
cov.shardddl2.dmctl.1714357387.28665.out
cov.shardddl2.dmctl.1714357389.28725.out
cov.shardddl2.dmctl.1714357394.28919.out
cov.shardddl2.dmctl.1714357401.29125.out
cov.shardddl2.dmctl.1714357404.29300.out
cov.shardddl2.dmctl.1714357406.29396.out
cov.shardddl2.dmctl.1714357407.29550.out
cov.shardddl2.dmctl.1714357408.29599.out
cov.shardddl2.dmctl.1714357427.30092.out
cov.shardddl2.dmctl.1714357427.30135.out
cov.shardddl2.dmctl.1714357427.30281.out
cov.shardddl2.dmctl.1714357428.30354.out
cov.shardddl2.dmctl.1714357431.30465.out
cov.shardddl2.dmctl.1714357431.30526.out
cov.shardddl2.dmctl.1714357431.30574.out
cov.shardddl2.dmctl.1714357437.30732.out
cov.shardddl2.dmctl.1714357437.30777.out
cov.shardddl2.dmctl.1714357438.30817.out
cov.shardddl2.dmctl.1714357438.30922.out
cov.shardddl2.dmctl.1714357438.31069.out
cov.shardddl2.dmctl.1714357439.31108.out
cov.shardddl2.dmctl.1714357449.31369.out
cov.shardddl2.dmctl.1714357449.31428.out
cov.shardddl2.dmctl.1714357449.31478.out
cov.shardddl2.dmctl.1714357456.31624.out
cov.shardddl2.dmctl.1714357456.31670.out
cov.shardddl2.dmctl.1714357456.31714.out
cov.shardddl2.dmctl.1714357456.31817.out
cov.shardddl2.dmctl.1714357456.31964.out
cov.shardddl2.dmctl.1714357458.32000.out
cov.shardddl2.dmctl.1714357465.32271.out
cov.shardddl2.dmctl.1714357465.32328.out
cov.shardddl2.dmctl.1714357465.32376.out
cov.shardddl2.dmctl.1714357471.32537.out
cov.shardddl2.dmctl.1714357472.32573.out
cov.shardddl2.dmctl.1714357472.32612.out
cov.shardddl2.dmctl.1714357472.32718.out
cov.shardddl2.dmctl.1714357472.32865.out
cov.shardddl2.dmctl.1714357474.32906.out
cov.shardddl2.dmctl.1714357476.33019.out
cov.shardddl2.dmctl.1714357482.33231.out
cov.shardddl2.dmctl.1714357482.33279.out
cov.shardddl2.dmctl.1714357489.33445.out
cov.shardddl2.dmctl.1714357489.33489.out
cov.shardddl2.dmctl.1714357489.33533.out
cov.shardddl2.dmctl.1714357489.33634.out
cov.shardddl2.dmctl.1714357490.33783.out
cov.shardddl2.dmctl.1714357491.33821.out
cov.shardddl2.dmctl.1714357493.33926.out
cov.shardddl2.dmctl.1714357500.34136.out
cov.shardddl2.dmctl.1714357501.34184.out
cov.shardddl2.dmctl.1714357507.34339.out
cov.shardddl2.dmctl.1714357507.34378.out
cov.shardddl2.dmctl.1714357507.34420.out
cov.shardddl2.dmctl.1714357508.34510.out
cov.shardddl2.dmctl.1714357508.34658.out
cov.shardddl2.dmctl.1714357509.34699.out
cov.shardddl2.dmctl.1714357511.34806.out
cov.shardddl2.dmctl.1714357512.34866.out
cov.shardddl2.dmctl.1714357519.35064.out
cov.shardddl2.master.out
cov.shardddl2.worker.8262.1714357348.out
cov.shardddl2.worker.8262.1714357357.out
cov.shardddl2.worker.8263.1714357352.out
cov.shardddl2.worker.8263.1714357391.out
downstream
goroutines
shardddl1
shardddl1_1
shardddl2
sql_res.shardddl1.txt
sql_res.shardddl1_1.txt
sql_res.shardddl2.txt
tidb.toml
++ find /tmp/dm_test/ -type f -name '*.log'
+ tar -cvzf log-G07.tar.gz /tmp/dm_test/shardddl1/dmctl.1714357203.log /tmp/dm_test/shardddl1/dmctl.1714357070.log /tmp/dm_test/shardddl1/dmctl.1714356964.log /tmp/dm_test/shardddl1/dmctl.1714357081.log /tmp/dm_test/shardddl1/dmctl.1714357171.log /tmp/dm_test/shardddl1/dmctl.1714356957.log /tmp/dm_test/shardddl1/dmctl.1714357195.log /tmp/dm_test/shardddl1/dmctl.1714357208.log /tmp/dm_test/shardddl1/dmctl.1714357191.log /tmp/dm_test/shardddl1/dmctl.1714357137.log /tmp/dm_test/shardddl1/dmctl.1714357050.log /tmp/dm_test/shardddl1/dmctl.1714356962.log /tmp/dm_test/shardddl1/dmctl.1714357088.log /tmp/dm_test/shardddl1/dmctl.1714357160.log /tmp/dm_test/shardddl1/dmctl.1714356986.log /tmp/dm_test/shardddl1/dmctl.1714357161.log /tmp/dm_test/shardddl1/dmctl.1714357185.log /tmp/dm_test/shardddl1/dmctl.1714357207.log /tmp/dm_test/shardddl1/dmctl.1714357183.log /tmp/dm_test/shardddl1/dmctl.1714357053.log /tmp/dm_test/shardddl1/dmctl.1714357188.log /tmp/dm_test/shardddl1/dmctl.1714357194.log /tmp/dm_test/shardddl1/dmctl.1714357180.log /tmp/dm_test/shardddl1/dmctl.1714357130.log /tmp/dm_test/shardddl1/dmctl.1714357092.log /tmp/dm_test/shardddl1/dmctl.1714357047.log /tmp/dm_test/shardddl1/dmctl.1714357149.log /tmp/dm_test/shardddl1/dmctl.1714357054.log /tmp/dm_test/shardddl1/worker1/log/stdout.log /tmp/dm_test/shardddl1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1/dmctl.1714357166.log /tmp/dm_test/shardddl1/dmctl.1714357150.log /tmp/dm_test/shardddl1/dmctl.1714357064.log /tmp/dm_test/shardddl1/dmctl.1714357020.log /tmp/dm_test/shardddl1/dmctl.1714357148.log /tmp/dm_test/shardddl1/dmctl.1714357041.log /tmp/dm_test/shardddl1/dmctl.1714357065.log /tmp/dm_test/shardddl1/dmctl.1714357024.log /tmp/dm_test/shardddl1/dmctl.1714357172.log /tmp/dm_test/shardddl1/dmctl.1714357139.log /tmp/dm_test/shardddl1/dmctl.1714357045.log /tmp/dm_test/shardddl1/dmctl.1714357131.log /tmp/dm_test/shardddl1/dmctl.1714357167.log /tmp/dm_test/shardddl1/dmctl.1714357141.log /tmp/dm_test/shardddl1/dmctl.1714357063.log /tmp/dm_test/shardddl1/dmctl.1714357190.log /tmp/dm_test/shardddl1/dmctl.1714357080.log /tmp/dm_test/shardddl1/dmctl.1714356987.log /tmp/dm_test/shardddl1/dmctl.1714357067.log /tmp/dm_test/shardddl1/dmctl.1714356982.log /tmp/dm_test/shardddl1/dmctl.1714357204.log /tmp/dm_test/shardddl1/dmctl.1714357127.log /tmp/dm_test/shardddl1/dmctl.1714357051.log /tmp/dm_test/shardddl1/dmctl.1714357173.log /tmp/dm_test/shardddl1/dmctl.1714357138.log /tmp/dm_test/shardddl1/dmctl.1714357023.log /tmp/dm_test/shardddl1/dmctl.1714357068.log /tmp/dm_test/shardddl1/dmctl.1714357052.log /tmp/dm_test/shardddl1/dmctl.1714357086.log /tmp/dm_test/shardddl1/dmctl.1714356958.log /tmp/dm_test/shardddl1/dmctl.1714357069.log /tmp/dm_test/shardddl1/dmctl.1714357202.log /tmp/dm_test/shardddl1/dmctl.1714357168.log /tmp/dm_test/shardddl1/worker2/log/stdout.log /tmp/dm_test/shardddl1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1/dmctl.1714357075.log /tmp/dm_test/shardddl1/dmctl.1714357071.log /tmp/dm_test/shardddl1/dmctl.1714357061.log /tmp/dm_test/shardddl1/sync_diff_stdout.log /tmp/dm_test/shardddl1/dmctl.1714357048.log /tmp/dm_test/shardddl1/dmctl.1714357128.log /tmp/dm_test/shardddl1/dmctl.1714357046.log /tmp/dm_test/shardddl1/dmctl.1714357176.log /tmp/dm_test/shardddl1/dmctl.1714357178.log /tmp/dm_test/shardddl1/dmctl.1714357209.log /tmp/dm_test/shardddl1/dmctl.1714357193.log /tmp/dm_test/shardddl1/master/log/stdout.log /tmp/dm_test/shardddl1/master/log/dm-master.log /tmp/dm_test/shardddl1_1/dmctl.1714357237.log /tmp/dm_test/shardddl1_1/dmctl.1714357327.log /tmp/dm_test/shardddl1_1/dmctl.1714357337.log /tmp/dm_test/shardddl1_1/dmctl.1714357299.log /tmp/dm_test/shardddl1_1/dmctl.1714357322.log /tmp/dm_test/shardddl1_1/dmctl.1714357293.log /tmp/dm_test/shardddl1_1/dmctl.1714357301.log /tmp/dm_test/shardddl1_1/dmctl.1714357241.log /tmp/dm_test/shardddl1_1/dmctl.1714357262.log /tmp/dm_test/shardddl1_1/dmctl.1714357329.log /tmp/dm_test/shardddl1_1/dmctl.1714357289.log /tmp/dm_test/shardddl1_1/dmctl.1714357326.log /tmp/dm_test/shardddl1_1/dmctl.1714357269.log /tmp/dm_test/shardddl1_1/dmctl.1714357268.log /tmp/dm_test/shardddl1_1/dmctl.1714357294.log /tmp/dm_test/shardddl1_1/dmctl.1714357288.log /tmp/dm_test/shardddl1_1/dmctl.1714357287.log /tmp/dm_test/shardddl1_1/dmctl.1714357306.log /tmp/dm_test/shardddl1_1/dmctl.1714357314.log /tmp/dm_test/shardddl1_1/dmctl.1714357264.log /tmp/dm_test/shardddl1_1/dmctl.1714357332.log /tmp/dm_test/shardddl1_1/worker1/log/stdout.log /tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1_1/dmctl.1714357236.log /tmp/dm_test/shardddl1_1/dmctl.1714357302.log /tmp/dm_test/shardddl1_1/dmctl.1714357315.log /tmp/dm_test/shardddl1_1/dmctl.1714357304.log /tmp/dm_test/shardddl1_1/dmctl.1714357242.log /tmp/dm_test/shardddl1_1/dmctl.1714357250.log /tmp/dm_test/shardddl1_1/dmctl.1714357274.log /tmp/dm_test/shardddl1_1/dmctl.1714357223.log /tmp/dm_test/shardddl1_1/dmctl.1714357244.log /tmp/dm_test/shardddl1_1/dmctl.1714357297.log /tmp/dm_test/shardddl1_1/dmctl.1714357316.log /tmp/dm_test/shardddl1_1/dmctl.1714357309.log /tmp/dm_test/shardddl1_1/dmctl.1714357239.log /tmp/dm_test/shardddl1_1/dmctl.1714357246.log /tmp/dm_test/shardddl1_1/dmctl.1714357260.log /tmp/dm_test/shardddl1_1/dmctl.1714357278.log /tmp/dm_test/shardddl1_1/dmctl.1714357300.log /tmp/dm_test/shardddl1_1/dmctl.1714357319.log /tmp/dm_test/shardddl1_1/dmctl.1714357247.log /tmp/dm_test/shardddl1_1/dmctl.1714357283.log /tmp/dm_test/shardddl1_1/dmctl.1714357231.log /tmp/dm_test/shardddl1_1/dmctl.1714357310.log /tmp/dm_test/shardddl1_1/dmctl.1714357266.log /tmp/dm_test/shardddl1_1/dmctl.1714357227.log /tmp/dm_test/shardddl1_1/dmctl.1714357271.log /tmp/dm_test/shardddl1_1/dmctl.1714357256.log /tmp/dm_test/shardddl1_1/dmctl.1714357235.log /tmp/dm_test/shardddl1_1/dmctl.1714357273.log /tmp/dm_test/shardddl1_1/dmctl.1714357305.log /tmp/dm_test/shardddl1_1/dmctl.1714357265.log /tmp/dm_test/shardddl1_1/dmctl.1714357277.log /tmp/dm_test/shardddl1_1/dmctl.1714357313.log /tmp/dm_test/shardddl1_1/dmctl.1714357257.log /tmp/dm_test/shardddl1_1/dmctl.1714357339.log /tmp/dm_test/shardddl1_1/dmctl.1714357324.log /tmp/dm_test/shardddl1_1/dmctl.1714357282.log /tmp/dm_test/shardddl1_1/dmctl.1714357279.log /tmp/dm_test/shardddl1_1/dmctl.1714357218.log /tmp/dm_test/shardddl1_1/dmctl.1714357226.log /tmp/dm_test/shardddl1_1/worker2/log/stdout.log /tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1_1/dmctl.1714357334.log /tmp/dm_test/shardddl1_1/dmctl.1714357333.log /tmp/dm_test/shardddl1_1/dmctl.1714357321.log /tmp/dm_test/shardddl1_1/dmctl.1714357331.log /tmp/dm_test/shardddl1_1/dmctl.1714357222.log /tmp/dm_test/shardddl1_1/dmctl.1714357281.log /tmp/dm_test/shardddl1_1/sync_diff_stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714357230.log /tmp/dm_test/shardddl1_1/dmctl.1714357252.log /tmp/dm_test/shardddl1_1/dmctl.1714357303.log /tmp/dm_test/shardddl1_1/dmctl.1714357253.log /tmp/dm_test/shardddl1_1/dmctl.1714357259.log /tmp/dm_test/shardddl1_1/dmctl.1714357317.log /tmp/dm_test/shardddl1_1/dmctl.1714357284.log /tmp/dm_test/shardddl1_1/dmctl.1714357232.log /tmp/dm_test/shardddl1_1/dmctl.1714357296.log /tmp/dm_test/shardddl1_1/dmctl.1714357307.log /tmp/dm_test/shardddl1_1/dmctl.1714357272.log /tmp/dm_test/shardddl1_1/dmctl.1714357291.log /tmp/dm_test/shardddl1_1/dmctl.1714357335.log /tmp/dm_test/shardddl1_1/dmctl.1714357219.log /tmp/dm_test/shardddl1_1/master/log/stdout.log /tmp/dm_test/shardddl1_1/master/log/dm-master.log /tmp/dm_test/shardddl1_1/dmctl.1714357255.log /tmp/dm_test/shardddl1_1/dmctl.1714357318.log /tmp/dm_test/shardddl2/dmctl.1714357474.log /tmp/dm_test/shardddl2/dmctl.1714357511.log /tmp/dm_test/shardddl2/dmctl.1714357354.log /tmp/dm_test/shardddl2/dmctl.1714357387.log /tmp/dm_test/shardddl2/dmctl.1714357427.log /tmp/dm_test/shardddl2/dmctl.1714357374.log /tmp/dm_test/shardddl2/dmctl.1714357476.log /tmp/dm_test/shardddl2/dmctl.1714357489.log /tmp/dm_test/shardddl2/dmctl.1714357490.log /tmp/dm_test/shardddl2/dmctl.1714357353.log /tmp/dm_test/shardddl2/dmctl.1714357508.log /tmp/dm_test/shardddl2/dmctl.1714357428.log /tmp/dm_test/shardddl2/worker1/log/stdout.log /tmp/dm_test/shardddl2/worker1/log/dm-worker.log /tmp/dm_test/shardddl2/dmctl.1714357437.log /tmp/dm_test/shardddl2/dmctl.1714357401.log /tmp/dm_test/shardddl2/dmctl.1714357471.log /tmp/dm_test/shardddl2/dmctl.1714357519.log /tmp/dm_test/shardddl2/dmctl.1714357389.log /tmp/dm_test/shardddl2/dmctl.1714357407.log /tmp/dm_test/shardddl2/dmctl.1714357385.log /tmp/dm_test/shardddl2/dmctl.1714357438.log /tmp/dm_test/shardddl2/dmctl.1714357373.log /tmp/dm_test/shardddl2/dmctl.1714357509.log /tmp/dm_test/shardddl2/dmctl.1714357375.log /tmp/dm_test/shardddl2/dmctl.1714357507.log /tmp/dm_test/shardddl2/dmctl.1714357355.log /tmp/dm_test/shardddl2/dmctl.1714357431.log /tmp/dm_test/shardddl2/dmctl.1714357456.log /tmp/dm_test/shardddl2/dmctl.1714357439.log /tmp/dm_test/shardddl2/dmctl.1714357472.log /tmp/dm_test/shardddl2/dmctl.1714357368.log /tmp/dm_test/shardddl2/dmctl.1714357491.log /tmp/dm_test/shardddl2/dmctl.1714357512.log /tmp/dm_test/shardddl2/dmctl.1714357482.log /tmp/dm_test/shardddl2/dmctl.1714357493.log /tmp/dm_test/shardddl2/dmctl.1714357360.log /tmp/dm_test/shardddl2/dmctl.1714357404.log /tmp/dm_test/shardddl2/dmctl.1714357394.log /tmp/dm_test/shardddl2/dmctl.1714357406.log /tmp/dm_test/shardddl2/worker2/log/stdout.log /tmp/dm_test/shardddl2/worker2/log/dm-worker.log /tmp/dm_test/shardddl2/dmctl.1714357349.log /tmp/dm_test/shardddl2/dmctl.1714357408.log /tmp/dm_test/shardddl2/dmctl.1714357500.log /tmp/dm_test/shardddl2/sync_diff_stdout.log /tmp/dm_test/shardddl2/dmctl.1714357449.log /tmp/dm_test/shardddl2/dmctl.1714357465.log /tmp/dm_test/shardddl2/dmctl.1714357501.log /tmp/dm_test/shardddl2/dmctl.1714357458.log /tmp/dm_test/shardddl2/dmctl.1714357371.log /tmp/dm_test/shardddl2/master/log/stdout.log /tmp/dm_test/shardddl2/master/log/dm-master.log /tmp/dm_test/downstream/tidb/log/tidb.log /tmp/dm_test/goroutines/stack/log/worker-8264.log /tmp/dm_test/goroutines/stack/log/master-8561.log /tmp/dm_test/goroutines/stack/log/worker-18262.log /tmp/dm_test/goroutines/stack/log/master-8461.log /tmp/dm_test/goroutines/stack/log/master-8761.log /tmp/dm_test/goroutines/stack/log/worker-8262.log /tmp/dm_test/goroutines/stack/log/master-8261.log /tmp/dm_test/goroutines/stack/log/worker-8263.log /tmp/dm_test/goroutines/stack/log/worker-18263.log /tmp/dm_test/goroutines/stack/log/master-8661.log /tmp/dm_test/goroutines/stack/log/master-8361.log
tar: Removing leading `/' from member names
/tmp/dm_test/shardddl1/dmctl.1714357203.log
/tmp/dm_test/shardddl1/dmctl.1714357070.log
/tmp/dm_test/shardddl1/dmctl.1714356964.log
/tmp/dm_test/shardddl1/dmctl.1714357081.log
/tmp/dm_test/shardddl1/dmctl.1714357171.log
/tmp/dm_test/shardddl1/dmctl.1714356957.log
/tmp/dm_test/shardddl1/dmctl.1714357195.log
/tmp/dm_test/shardddl1/dmctl.1714357208.log
/tmp/dm_test/shardddl1/dmctl.1714357191.log
/tmp/dm_test/shardddl1/dmctl.1714357137.log
/tmp/dm_test/shardddl1/dmctl.1714357050.log
/tmp/dm_test/shardddl1/dmctl.1714356962.log
/tmp/dm_test/shardddl1/dmctl.1714357088.log
/tmp/dm_test/shardddl1/dmctl.1714357160.log
/tmp/dm_test/shardddl1/dmctl.1714356986.log
/tmp/dm_test/shardddl1/dmctl.1714357161.log
/tmp/dm_test/shardddl1/dmctl.1714357185.log
/tmp/dm_test/shardddl1/dmctl.1714357207.log
/tmp/dm_test/shardddl1/dmctl.1714357183.log
/tmp/dm_test/shardddl1/dmctl.1714357053.log
/tmp/dm_test/shardddl1/dmctl.1714357188.log
/tmp/dm_test/shardddl1/dmctl.1714357194.log
/tmp/dm_test/shardddl1/dmctl.1714357180.log
/tmp/dm_test/shardddl1/dmctl.1714357130.log
/tmp/dm_test/shardddl1/dmctl.1714357092.log
/tmp/dm_test/shardddl1/dmctl.1714357047.log
/tmp/dm_test/shardddl1/dmctl.1714357149.log
/tmp/dm_test/shardddl1/dmctl.1714357054.log
/tmp/dm_test/shardddl1/worker1/log/stdout.log
/tmp/dm_test/shardddl1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1/dmctl.1714357166.log
/tmp/dm_test/shardddl1/dmctl.1714357150.log
/tmp/dm_test/shardddl1/dmctl.1714357064.log
/tmp/dm_test/shardddl1/dmctl.1714357020.log
/tmp/dm_test/shardddl1/dmctl.1714357148.log
/tmp/dm_test/shardddl1/dmctl.1714357041.log
/tmp/dm_test/shardddl1/dmctl.1714357065.log
/tmp/dm_test/shardddl1/dmctl.1714357024.log
/tmp/dm_test/shardddl1/dmctl.1714357172.log
/tmp/dm_test/shardddl1/dmctl.1714357139.log
/tmp/dm_test/shardddl1/dmctl.1714357045.log
/tmp/dm_test/shardddl1/dmctl.1714357131.log
/tmp/dm_test/shardddl1/dmctl.1714357167.log
/tmp/dm_test/shardddl1/dmctl.1714357141.log
/tmp/dm_test/shardddl1/dmctl.1714357063.log
/tmp/dm_test/shardddl1/dmctl.1714357190.log
/tmp/dm_test/shardddl1/dmctl.1714357080.log
/tmp/dm_test/shardddl1/dmctl.1714356987.log
/tmp/dm_test/shardddl1/dmctl.1714357067.log
/tmp/dm_test/shardddl1/dmctl.1714356982.log
/tmp/dm_test/shardddl1/dmctl.1714357204.log
/tmp/dm_test/shardddl1/dmctl.1714357127.log
/tmp/dm_test/shardddl1/dmctl.1714357051.log
/tmp/dm_test/shardddl1/dmctl.1714357173.log
/tmp/dm_test/shardddl1/dmctl.1714357138.log
/tmp/dm_test/shardddl1/dmctl.1714357023.log
/tmp/dm_test/shardddl1/dmctl.1714357068.log
/tmp/dm_test/shardddl1/dmctl.1714357052.log
/tmp/dm_test/shardddl1/dmctl.1714357086.log
/tmp/dm_test/shardddl1/dmctl.1714356958.log
/tmp/dm_test/shardddl1/dmctl.1714357069.log
/tmp/dm_test/shardddl1/dmctl.1714357202.log
/tmp/dm_test/shardddl1/dmctl.1714357168.log
/tmp/dm_test/shardddl1/worker2/log/stdout.log
/tmp/dm_test/shardddl1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1/dmctl.1714357075.log
/tmp/dm_test/shardddl1/dmctl.1714357071.log
/tmp/dm_test/shardddl1/dmctl.1714357061.log
/tmp/dm_test/shardddl1/sync_diff_stdout.log
/tmp/dm_test/shardddl1/dmctl.1714357048.log
/tmp/dm_test/shardddl1/dmctl.1714357128.log
/tmp/dm_test/shardddl1/dmctl.1714357046.log
/tmp/dm_test/shardddl1/dmctl.1714357176.log
/tmp/dm_test/shardddl1/dmctl.1714357178.log
/tmp/dm_test/shardddl1/dmctl.1714357209.log
/tmp/dm_test/shardddl1/dmctl.1714357193.log
/tmp/dm_test/shardddl1/master/log/stdout.log
/tmp/dm_test/shardddl1/master/log/dm-master.log
/tmp/dm_test/shardddl1_1/dmctl.1714357237.log
/tmp/dm_test/shardddl1_1/dmctl.1714357327.log
/tmp/dm_test/shardddl1_1/dmctl.1714357337.log
/tmp/dm_test/shardddl1_1/dmctl.1714357299.log
/tmp/dm_test/shardddl1_1/dmctl.1714357322.log
/tmp/dm_test/shardddl1_1/dmctl.1714357293.log
/tmp/dm_test/shardddl1_1/dmctl.1714357301.log
/tmp/dm_test/shardddl1_1/dmctl.1714357241.log
/tmp/dm_test/shardddl1_1/dmctl.1714357262.log
/tmp/dm_test/shardddl1_1/dmctl.1714357329.log
/tmp/dm_test/shardddl1_1/dmctl.1714357289.log
/tmp/dm_test/shardddl1_1/dmctl.1714357326.log
/tmp/dm_test/shardddl1_1/dmctl.1714357269.log
/tmp/dm_test/shardddl1_1/dmctl.1714357268.log
/tmp/dm_test/shardddl1_1/dmctl.1714357294.log
/tmp/dm_test/shardddl1_1/dmctl.1714357288.log
/tmp/dm_test/shardddl1_1/dmctl.1714357287.log
/tmp/dm_test/shardddl1_1/dmctl.1714357306.log
/tmp/dm_test/shardddl1_1/dmctl.1714357314.log
/tmp/dm_test/shardddl1_1/dmctl.1714357264.log
/tmp/dm_test/shardddl1_1/dmctl.1714357332.log
/tmp/dm_test/shardddl1_1/worker1/log/stdout.log
/tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1_1/dmctl.1714357236.log
/tmp/dm_test/shardddl1_1/dmctl.1714357302.log
/tmp/dm_test/shardddl1_1/dmctl.1714357315.log
/tmp/dm_test/shardddl1_1/dmctl.1714357304.log
/tmp/dm_test/shardddl1_1/dmctl.1714357242.log
/tmp/dm_test/shardddl1_1/dmctl.1714357250.log
/tmp/dm_test/shardddl1_1/dmctl.1714357274.log
/tmp/dm_test/shardddl1_1/dmctl.1714357223.log
/tmp/dm_test/shardddl1_1/dmctl.1714357244.log
/tmp/dm_test/shardddl1_1/dmctl.1714357297.log
/tmp/dm_test/shardddl1_1/dmctl.1714357316.log
/tmp/dm_test/shardddl1_1/dmctl.1714357309.log
/tmp/dm_test/shardddl1_1/dmctl.1714357239.log
/tmp/dm_test/shardddl1_1/dmctl.1714357246.log
/tmp/dm_test/shardddl1_1/dmctl.1714357260.log
/tmp/dm_test/shardddl1_1/dmctl.1714357278.log
/tmp/dm_test/shardddl1_1/dmctl.1714357300.log
/tmp/dm_test/shardddl1_1/dmctl.1714357319.log
/tmp/dm_test/shardddl1_1/dmctl.1714357247.log
/tmp/dm_test/shardddl1_1/dmctl.1714357283.log
/tmp/dm_test/shardddl1_1/dmctl.1714357231.log
/tmp/dm_test/shardddl1_1/dmctl.1714357310.log
/tmp/dm_test/shardddl1_1/dmctl.1714357266.log
/tmp/dm_test/shardddl1_1/dmctl.1714357227.log
/tmp/dm_test/shardddl1_1/dmctl.1714357271.log
/tmp/dm_test/shardddl1_1/dmctl.1714357256.log
/tmp/dm_test/shardddl1_1/dmctl.1714357235.log
/tmp/dm_test/shardddl1_1/dmctl.1714357273.log
/tmp/dm_test/shardddl1_1/dmctl.1714357305.log
/tmp/dm_test/shardddl1_1/dmctl.1714357265.log
/tmp/dm_test/shardddl1_1/dmctl.1714357277.log
/tmp/dm_test/shardddl1_1/dmctl.1714357313.log
/tmp/dm_test/shardddl1_1/dmctl.1714357257.log
/tmp/dm_test/shardddl1_1/dmctl.1714357339.log
/tmp/dm_test/shardddl1_1/dmctl.1714357324.log
/tmp/dm_test/shardddl1_1/dmctl.1714357282.log
/tmp/dm_test/shardddl1_1/dmctl.1714357279.log
/tmp/dm_test/shardddl1_1/dmctl.1714357218.log
/tmp/dm_test/shardddl1_1/dmctl.1714357226.log
/tmp/dm_test/shardddl1_1/worker2/log/stdout.log
/tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1_1/dmctl.1714357334.log
/tmp/dm_test/shardddl1_1/dmctl.1714357333.log
/tmp/dm_test/shardddl1_1/dmctl.1714357321.log
/tmp/dm_test/shardddl1_1/dmctl.1714357331.log
/tmp/dm_test/shardddl1_1/dmctl.1714357222.log
/tmp/dm_test/shardddl1_1/dmctl.1714357281.log
/tmp/dm_test/shardddl1_1/sync_diff_stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714357230.log
/tmp/dm_test/shardddl1_1/dmctl.1714357252.log
/tmp/dm_test/shardddl1_1/dmctl.1714357303.log
/tmp/dm_test/shardddl1_1/dmctl.1714357253.log
/tmp/dm_test/shardddl1_1/dmctl.1714357259.log
/tmp/dm_test/shardddl1_1/dmctl.1714357317.log
/tmp/dm_test/shardddl1_1/dmctl.1714357284.log
/tmp/dm_test/shardddl1_1/dmctl.1714357232.log
/tmp/dm_test/shardddl1_1/dmctl.1714357296.log
/tmp/dm_test/shardddl1_1/dmctl.1714357307.log
/tmp/dm_test/shardddl1_1/dmctl.1714357272.log
/tmp/dm_test/shardddl1_1/dmctl.1714357291.log
/tmp/dm_test/shardddl1_1/dmctl.1714357335.log
/tmp/dm_test/shardddl1_1/dmctl.1714357219.log
/tmp/dm_test/shardddl1_1/master/log/stdout.log
/tmp/dm_test/shardddl1_1/master/log/dm-master.log
/tmp/dm_test/shardddl1_1/dmctl.1714357255.log
/tmp/dm_test/shardddl1_1/dmctl.1714357318.log
/tmp/dm_test/shardddl2/dmctl.1714357474.log
/tmp/dm_test/shardddl2/dmctl.1714357511.log
/tmp/dm_test/shardddl2/dmctl.1714357354.log
/tmp/dm_test/shardddl2/dmctl.1714357387.log
/tmp/dm_test/shardddl2/dmctl.1714357427.log
/tmp/dm_test/shardddl2/dmctl.1714357374.log
/tmp/dm_test/shardddl2/dmctl.1714357476.log
/tmp/dm_test/shardddl2/dmctl.1714357489.log
/tmp/dm_test/shardddl2/dmctl.1714357490.log
/tmp/dm_test/shardddl2/dmctl.1714357353.log
/tmp/dm_test/shardddl2/dmctl.1714357508.log
/tmp/dm_test/shardddl2/dmctl.1714357428.log
/tmp/dm_test/shardddl2/worker1/log/stdout.log
/tmp/dm_test/shardddl2/worker1/log/dm-worker.log
/tmp/dm_test/shardddl2/dmctl.1714357437.log
/tmp/dm_test/shardddl2/dmctl.1714357401.log
/tmp/dm_test/shardddl2/dmctl.1714357471.log
/tmp/dm_test/shardddl2/dmctl.1714357519.log
/tmp/dm_test/shardddl2/dmctl.1714357389.log
/tmp/dm_test/shardddl2/dmctl.1714357407.log
/tmp/dm_test/shardddl2/dmctl.1714357385.log
/tmp/dm_test/shardddl2/dmctl.1714357438.log
/tmp/dm_test/shardddl2/dmctl.1714357373.log
/tmp/dm_test/shardddl2/dmctl.1714357509.log
/tmp/dm_test/shardddl2/dmctl.1714357375.log
/tmp/dm_test/shardddl2/dmctl.1714357507.log
/tmp/dm_test/shardddl2/dmctl.1714357355.log
/tmp/dm_test/shardddl2/dmctl.1714357431.log
/tmp/dm_test/shardddl2/dmctl.1714357456.log
/tmp/dm_test/shardddl2/dmctl.1714357439.log
/tmp/dm_test/shardddl2/dmctl.1714357472.log
/tmp/dm_test/shardddl2/dmctl.1714357368.log
/tmp/dm_test/shardddl2/dmctl.1714357491.log
/tmp/dm_test/shardddl2/dmctl.1714357512.log
/tmp/dm_test/shardddl2/dmctl.1714357482.log
/tmp/dm_test/shardddl2/dmctl.1714357493.log
/tmp/dm_test/shardddl2/dmctl.1714357360.log
/tmp/dm_test/shardddl2/dmctl.1714357404.log
/tmp/dm_test/shardddl2/dmctl.1714357394.log
/tmp/dm_test/shardddl2/dmctl.1714357406.log
/tmp/dm_test/shardddl2/worker2/log/stdout.log
/tmp/dm_test/shardddl2/worker2/log/dm-worker.log
/tmp/dm_test/shardddl2/dmctl.1714357349.log
/tmp/dm_test/shardddl2/dmctl.1714357408.log
/tmp/dm_test/shardddl2/dmctl.1714357500.log
/tmp/dm_test/shardddl2/sync_diff_stdout.log
/tmp/dm_test/shardddl2/dmctl.1714357449.log
/tmp/dm_test/shardddl2/dmctl.1714357465.log
/tmp/dm_test/shardddl2/dmctl.1714357501.log
/tmp/dm_test/shardddl2/dmctl.1714357458.log
/tmp/dm_test/shardddl2/dmctl.1714357371.log
/tmp/dm_test/shardddl2/master/log/stdout.log
/tmp/dm_test/shardddl2/master/log/dm-master.log
/tmp/dm_test/downstream/tidb/log/tidb.log
/tmp/dm_test/goroutines/stack/log/worker-8264.log
/tmp/dm_test/goroutines/stack/log/master-8561.log
/tmp/dm_test/goroutines/stack/log/worker-18262.log
/tmp/dm_test/goroutines/stack/log/master-8461.log
/tmp/dm_test/goroutines/stack/log/master-8761.log
/tmp/dm_test/goroutines/stack/log/worker-8262.log
/tmp/dm_test/goroutines/stack/log/master-8261.log
/tmp/dm_test/goroutines/stack/log/worker-8263.log
/tmp/dm_test/goroutines/stack/log/worker-18263.log
/tmp/dm_test/goroutines/stack/log/master-8661.log
/tmp/dm_test/goroutines/stack/log/master-8361.log
+ ls -alh log-G07.tar.gz
-rw-r--r-- 1 jenkins jenkins 665K Apr 29 10:25 log-G07.tar.gz
wait process dm-master.test exit...
process dm-master.test already exit
[Pipeline] archiveArtifacts
Archiving artifacts
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
dmctl test cmd: "query-status test"
got=2 expected=2
[Pipeline] // podTemplate
wait process dm-worker.test exit...
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G07'
check diff failed 1-th time, retry later
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] }
wait process dm-worker.test exit...
make: *** [dm_integration_test_in_group] Terminated
[Pipeline] // dir
script returned exit code 143
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // withCredentials
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] // container
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] // node
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // podTemplate
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G08'
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G11'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
ERROR: script returned exit code 2
Finished: FAILURE