Skipping 854 KB.. Full Log

rpc addr 127.0.0.1:18262 is alive
[Sun Apr 28 21:57:52 CST 2024] <<<<<< START DM-WORKER on port 18263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-worker5.toml >>>>>>
wait for rpc addr 127.0.0.1:18263 alive the 1-th time
wait process dm-master.test exit...
process dm-master.test already exit
check diff failed 5-th time, retry later
rpc addr 127.0.0.1:18263 is alive
start DM task
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-task.yaml "
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-task2.yaml "
wait process dm-worker.test exit...
check log contain failed 1-th time, retry later
wait process dm-worker.test exit...
check diff failed 6-th time, retry later
restart dm-master
dmctl test cmd: "query-status test"
got=2 expected=2
got=2 expected=2
dmctl test cmd: "query-status test2"
got=2 expected=2
got=2 expected=2
use sync_diff_inspector to check full dump loader
check diff successfully
check diff successfully
flush logs to force rotate binlog file
apply increment data before restart dm-worker to ensure entering increment phase
wait process dm-master exit...
check diff successfully
[Sun Apr 28 21:57:56 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 21:57:55 CST 2024] <<<<<< finish test_query_timeout >>>>>>
[Sun Apr 28 21:57:55 CST 2024] <<<<<< start test_regexpr_router regexpr-task.yaml >>>>>>
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
wait process dm-master exit...
process dm-master already exit
check diff failed 7-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/duplicate_event/source2.yaml"
[Sun Apr 28 21:57:57 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-task-relay.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 21:57:58 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff failed 8-th time, retry later
rpc addr 127.0.0.1:8262 is alive
[Sun Apr 28 21:57:59 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff successfully
dmctl test cmd: "start-relay -s mysql-replica-02 worker2"
[Sun Apr 28 21:57:59 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/all_mode/source1.yaml"
dmctl test cmd: "operate-source create /tmp/dm_test/all_mode/source2.yaml"
use sync_diff_inspector to check increment data
got=2 expected=2
dmctl test cmd: "query-status -s mysql-replica-02"
got=1 expected=1
check diff failed 1-th time, retry later
check diff failed 9-th time, retry later
check diff successfully
check diff successfully
[Sun Apr 28 21:58:01 CST 2024] <<<<<< finish test_multi_task_running >>>>>>
dmctl test cmd: "start-relay -s mysql-replica-01 worker1"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "start-task /tmp/dm_test/all_mode/regexpr-task.yaml --remove-meta"
dmctl test cmd: "start-task /tmp/dm_test/all_mode/regexpr-task.yaml --remove-meta"
got=2 expected=2
dmctl test cmd: "start-relay -s mysql-replica-02 worker2"
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
check diff failed 1-th time, retry later
check diff failed 10-th time, retry later
check diff successfully
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check diff failed 2-th time, retry later
got=2 expected=2
start dumping SQLs into source
pause tasks test
dmctl test cmd: "pause-task test"
dmctl test cmd: "pause-task test"
dmctl test cmd: "query-status test"
wait process dm-master.test exit...
pause tasks test2
dmctl test cmd: "pause-task test2"
dmctl test cmd: "pause-task test2"
dmctl test cmd: "query-status test2"
check diff failed at last
dmctl test cmd: "stop-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:04 CST 2024] <<<<<< finish DM-INIT_SCHEMA optimistic >>>>>>
[Sun Apr 28 21:58:04 CST 2024] <<<<<< start DM-DROP_COLUMN_ALL_DONE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
[Sun Apr 28 21:58:05 CST 2024] <<<<<< finish DM-121 optimistic >>>>>>
wait process dm-master.test exit...
process dm-master.test already exit
check diff failed 3-th time, retry later
resume tasks test
dmctl test cmd: "resume-task test"
wait process dm-worker.test exit...
got=3 expected=3
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker 2
got=3 expected=3
dmctl test cmd: "query-status test"
[Sun Apr 28 21:58:06 CST 2024] <<<<<< start DM-122 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
resume tasks test2
dmctl test cmd: "resume-task test2"
got=3 expected=3
dmctl test cmd: "resume-task test2"
got=3 expected=3
dmctl test cmd: "query-status test2"
wait process dm-worker2 exit...
check diff failed 4-th time, retry later
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 21:58:08 CST 2024] <<<<<< finish test_regexpr_router regexpr-task.yaml >>>>>>
[Sun Apr 28 21:58:08 CST 2024] <<<<<< start test_regexpr_router regexpr-task-lightning.yaml >>>>>>
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
wait process dm-worker2 exit...
process dm-worker2 already exit
[Sun Apr 28 21:58:08 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
[Sun Apr 28 21:58:08 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
check log contain failed 1-th time, retry later
rpc addr 127.0.0.1:8261 is alive
check diff failed 5-th time, retry later
[Sun Apr 28 21:58:09 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:10 CST 2024] <<<<<< finish DM-122 pessimistic >>>>>>
[Sun Apr 28 21:58:10 CST 2024] <<<<<< start DM-122 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8262 is alive
[Sun Apr 28 21:58:10 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
dmctl test cmd: "query-status test"
got=2 expected=2
got=0 expected=1
command: query-status test execute .* error count: 0 != expected: 1, failed the 0-th time, will retry again
check diff failed 6-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/all_mode/source1.yaml"
check diff failed 1-th time, retry later
dmctl test cmd: "operate-source create /tmp/dm_test/all_mode/source2.yaml"
dmctl test cmd: "start-task /tmp/dm_test/all_mode/regexpr-task-lightning.yaml --remove-meta"
dmctl test cmd: "start-task /tmp/dm_test/all_mode/regexpr-task-lightning.yaml --remove-meta"
check diff successfully
binlog_pos: 2356 relay_log_size: 2356
============== run_with_prepared_source_config success ===================
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check diff successfully
dmctl test cmd: "stop-task test"
got=1 expected=1
restart dm-master
[Sun Apr 28 21:58:14 CST 2024] <<<<<< finish DM-122 optimistic >>>>>>
wait process dm-master.test exit...
check diff successfully
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master exit...
[Sun Apr 28 21:58:15 CST 2024] <<<<<< start DM-123 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-master.test exit...
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "query-status test"
got=2 expected=2
wait process dm-worker.test exit...
check diff failed 1-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
wait process dm-worker.test exit...
[Sun Apr 28 21:58:17 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 21:58:18 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
[Sun Apr 28 21:58:19 CST 2024] <<<<<< finish DM-123 pessimistic >>>>>>
[Sun Apr 28 21:58:19 CST 2024] <<<<<< start DM-123 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
[Sun Apr 28 21:58:19 CST 2024] <<<<<< finish test_regexpr_router regexpr-task-lightning.yaml >>>>>>
[Sun Apr 28 21:58:20 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 21:58:20 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
restart dm-worker 2
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/duplicate_event/source1.yaml"
wait process dm-worker2 exit...
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-task.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 21:58:22 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:23 CST 2024] <<<<<< finish DM-123 optimistic >>>>>>
wait process dm-worker2 exit...
process dm-worker2 already exit
[Sun Apr 28 21:58:22 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/all_mode/source1.yaml"
check log contain failed 1-th time, retry later
[Sun Apr 28 21:58:23 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
[Sun Apr 28 21:58:24 CST 2024] <<<<<< start DM-124 optimistic >>>>>>
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
check diff failed 1-th time, retry later
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/all_mode/source2.yaml"
check log contain failed 2-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:26 CST 2024] <<<<<< finish DM-124 optimistic >>>>>>
dmctl test cmd: "start-task /tmp/dm_test/all_mode/dm-task.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:26 CST 2024] <<<<<< finish DM-DROP_COLUMN_ALL_DONE optimistic >>>>>>
[Sun Apr 28 21:58:26 CST 2024] <<<<<< start DM-RECOVER_LOCK optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
[Sun Apr 28 21:58:27 CST 2024] <<<<<< start DM-125 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status t-Ë!s`t"
got=1 expected=1
dmctl test cmd: "stop-task /tmp/dm_test/all_mode/dm-task.yaml"
dmctl test cmd: "start-task /tmp/dm_test/all_mode/dm-task.yaml --remove-meta"
check log contain failed 3-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check diff successfully
check log contain failed 4-th time, retry later
dmctl test cmd: "query-status -s mysql-replica-01"
dmctl test cmd: "pause-task t-Ë!s`t"
dmctl test cmd: "operate-schema set -s mysql-replica-01 t-Ë!s`t -d all_mode -t no_diff /tmp/dm_test/all_mode/schema.sql"
check log contain failed 1-th time, retry later
dmctl test cmd: "resume-task t-Ë!s`t"
wait pattern dm-worker1.toml exit...
wait pattern dm-worker1.toml exit...
check diff successfully
dmctl test cmd: "shard-ddl-lock"
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:31 CST 2024] <<<<<< finish DM-125 optimistic >>>>>>
wait pattern dm-worker1.toml exit...
wait pattern dm-worker1.toml exit...
check log contain failed 5-th time, retry later
wait pattern dm-worker1.toml exit...
wait pattern dm-worker1.toml exit...
wait pattern dm-worker1.toml exit...
pattern dm-worker1.toml already exit
[Sun Apr 28 21:58:32 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
restart dm-master
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "query-status t-Ë!s`t"
wait process dm-master exit...
got=1 expected=1
check log contain failed 6-th time, retry later
[Sun Apr 28 21:58:33 CST 2024] <<<<<< start DM-126 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
wait process dm-master exit...
process dm-master already exit
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
wait pattern dm-worker2.toml exit...
pattern dm-worker2.toml already exit
[Sun Apr 28 21:58:34 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/all_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check log contain failed 7-th time, retry later
rpc addr 127.0.0.1:8263 is alive
[Sun Apr 28 21:58:36 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff successfully
dmctl test cmd: "shard-ddl-lock"
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:37 CST 2024] <<<<<< finish DM-126 optimistic >>>>>>
check log contain failed 8-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
[Sun Apr 28 21:58:38 CST 2024] <<<<<< start DM-127 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
restart dm-master
check log contain failed 9-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master exit...
wait process dm-master exit...
process dm-master already exit
check log contain failed 10-th time, retry later
check diff successfully
dmctl test cmd: "shard-ddl-lock"
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:42 CST 2024] <<<<<< finish DM-127 optimistic >>>>>>
[Sun Apr 28 21:58:43 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check log contain failed 11-th time, retry later
[Sun Apr 28 21:58:43 CST 2024] <<<<<< start DM-128 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
check log contain failed 12-th time, retry later
got=2 expected=2
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8261 is alive
after restart dm-worker, task should resume automatically
dmctl test cmd: "start-task /tmp/dm_test/all_mode/dm-task.yaml"
check diff successfully
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:46 CST 2024] <<<<<< finish DM-RECOVER_LOCK optimistic >>>>>>
run DM_DropAddColumn case #0
[Sun Apr 28 21:58:46 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
check log contain failed 13-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:58:47 CST 2024] <<<<<< finish DM-128 pessimistic >>>>>>
[Sun Apr 28 21:58:47 CST 2024] <<<<<< start DM-128 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
HTTP 127.0.0.1:8261/apis/v1alpha1/status/t-Ë!s`t is alive
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
check log contain failed 14-th time, retry later
[Sun Apr 28 21:58:49 CST 2024] <<<<<< finish DM-128 optimistic >>>>>>
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
[Sun Apr 28 21:58:50 CST 2024] <<<<<< start DM-129 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
wait process tidb-server exit...
process tidb-server already exit
check log contain failed 15-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check diff failed 2-th time, retry later
Starting TiDB on port 4000
Verifying TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check log contain failed 16-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
check diff failed 3-th time, retry later
[Sun Apr 28 21:58:54 CST 2024] <<<<<< finish DM-129 pessimistic >>>>>>
[Sun Apr 28 21:58:54 CST 2024] <<<<<< start DM-129 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	179	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'test'@'%'
check log contain failed 17-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
[Sun Apr 28 21:58:56 CST 2024] <<<<<< finish DM-129 optimistic >>>>>>
check diff successfully
dmctl test cmd: "stop-task test"
check diff failed 1-th time, retry later
[Sun Apr 28 21:58:57 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #1
[Sun Apr 28 21:58:57 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 18-th time, retry later
[Sun Apr 28 21:58:57 CST 2024] <<<<<< start DM-130 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
restart dm-master
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
check diff failed 2-th time, retry later
check log contain failed 19-th time, retry later
wait process dm-master exit...
[Sun Apr 28 21:58:59 CST 2024] <<<<<< finish DM-130 pessimistic >>>>>>
[Sun Apr 28 21:58:59 CST 2024] <<<<<< start DM-130 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
check diff successfully
dmctl test cmd: "pause-relay -s mysql-replica-01"
check log contain failed 20-th time, retry later
dmctl test cmd: "resume-relay -s mysql-replica-01"
dmctl test cmd: "query-status test"
[Sun Apr 28 21:59:02 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
got=2 expected=2
got=1 expected=1
got=2 expected=2
got=1 expected=1
dmctl test cmd: "shard-ddl-lock unlock test-`shardddl`.`tb` -s mysql-replica-02 -d shardddl1 -t tb1 --action skip"
dmctl test cmd: "query-status test"
check log contain failed 21-th time, retry later
got=2 expected=2
got=1 expected=1
got=2 expected=2
got=1 expected=1
dmctl test cmd: "shard-ddl-lock unlock test-`shardddl`.`tb` -s mysql-replica-02 -d shardddl1 -t tb2 --action skip"
dmctl test cmd: "query-status test"
check diff successfully
dmctl test cmd: "stop-task test"
relay logs dm-it-2cfde7b3-207f-4747-868a-1af6388ff398-fh2x5-bgfwn-bin.000002
relay.meta
check diff successfully
check dump files have been cleaned
ls: cannot access /tmp/dm_test/all_mode/worker2/dumped_data.t-Ë!s`t: No such file or directory
worker2 auto removed dump files
check no password in log
dmctl test cmd: "query-status t-Ë!s`t"
got=1 expected=1
dmctl test cmd: "stop-task t-Ë!s`t"
matched
[Sun Apr 28 21:59:04 CST 2024] <<<<<< finish DM-130 optimistic >>>>>>
matched
[Sun Apr 28 21:59:04 CST 2024] <<<<<< start test_source_and_target_with_empty_gtid >>>>>>
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check log contain failed 22-th time, retry later
wait process dm-master.test exit...
rpc addr 127.0.0.1:8261 is alive
check log contain failed 1-th time, retry later
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
check log contain failed 23-th time, retry later
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
wait process dm-worker.test exit...
wait process dm-worker.test exit...
check log contain failed 24-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 21:59:09 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /tmp/dm_test/all_mode/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 21:59:10 CST 2024] <<<<<< test case shardddl4 success! >>>>>>
start running case: [shardddl4_1] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 21:59:10 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff failed 2-th time, retry later
check log contain failed 25-th time, retry later
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 21:59:11 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 21:59:11 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /tmp/dm_test/all_mode/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl4_1/source1.yaml"
check diff failed 3-th time, retry later
[Sun Apr 28 21:59:12 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/all_mode/source1.yaml"
got=2 expected=2
got=1 expected=1
check master alive
dmctl test cmd: "list-member"
got=1 expected=1
gtid is empty
start task and check stage
dmctl test cmd: "start-task /tmp/dm_test/all_mode/dm-task-no-gtid.yaml --remove-meta=true"
check log contain failed 26-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl4_1/source2.yaml"
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=2 expected=2
check data
check diff successfully
ERROR 1146 (42S02) at line 1: Table 'all_mode.t2' doesn't exist
run tidb sql failed 1-th time, retry later
dmctl test cmd: "resume-task test"
[Sun Apr 28 21:59:14 CST 2024] <<<<<< start DM-TABLE_CHECKPOINT_BACKWARD optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
check log contain failed 27-th time, retry later
[Sun Apr 28 21:59:15 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #2
[Sun Apr 28 21:59:15 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
restart dm-master
dmctl test cmd: "query-status test"
got=1 expected=1
check log contain failed 1-th time, retry later
check log contain failed 28-th time, retry later
wait process dm-master exit...
wait process dm-master exit...
process dm-master already exit
check log contain failed 29-th time, retry later
check log contain failed 30-th time, retry later
[Sun Apr 28 21:59:22 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check log contain failed 1-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 0-th time, will retry again
check diff successfully
[Sun Apr 28 21:59:25 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/duplicate_event/source2.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/duplicate_event/conf/dm-task-relay.yaml --remove-meta"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
check diff successfully
dmctl test cmd: "start-relay -s mysql-replica-02 worker2"
got=2 expected=2
dmctl test cmd: "query-status -s mysql-replica-02"
check diff failed 2-th time, retry later
got=1 expected=1
check diff successfully
binlog_pos: 2356 relay_log_size: 2356
============== run_with_prepared_source_config success ===================
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
check diff failed 3-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
wait process dm-worker.test exit...
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:59:34 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #3
[Sun Apr 28 21:59:34 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 21:59:35 CST 2024] <<<<<< test case duplicate_event success! >>>>>>
start running case: [expression_filter] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 21:59:35 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 21:59:37 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff failed 1-th time, retry later
check diff failed 2-th time, retry later
dmctl test cmd: "shard-ddl-lock"
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/source1.yaml"
got=1 expected=1
restart dm-master
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-task2.yaml"
check diff failed 3-th time, retry later
wait process dm-master exit...
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-task2.yaml "
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "query-status test"
got=2 expected=2
got=0 expected=1
command: query-status test "synced": true count: 0 != expected: 1, failed the 0-th time, will retry again
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:59:42 CST 2024] <<<<<< finish DM-TABLE_CHECKPOINT_BACKWARD optimistic >>>>>>
[Sun Apr 28 21:59:42 CST 2024] <<<<<< start DM-RESYNC_NOT_FLUSHED optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
[Sun Apr 28 21:59:43 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
use sync_diff_inspector to check increment data
check diff successfully
check diff successfully
[Sun Apr 28 21:59:33 CST 2024] <<<<<< finish test_pause_task >>>>>>
[Sun Apr 28 21:59:33 CST 2024] <<<<<< start test_multi_task_reduce_and_restart_worker >>>>>>
[Sun Apr 28 21:59:33 CST 2024] <<<<<< start test_multi_task_running >>>>>>
3 dm-master alive
5 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
wait process dm-master.test exit...
wait process dm-master.test exit...
wait process dm-master.test exit...
wait process dm-master.test exit...
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
clean source table
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker1
got=2 expected=2
got=1 expected=1
dmctl test cmd: "stop-task test"
ls: cannot access /tmp/dm_test/expression_filter/worker1/schema-tracker*: No such file or directory
schema tracker path has been cleaned
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
import prepare data
start DM worker and master
[Sun Apr 28 21:59:44 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-master1.toml >>>>>>
[Sun Apr 28 21:59:44 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-master2.toml >>>>>>
[Sun Apr 28 21:59:44 CST 2024] <<<<<< START DM-MASTER on port 8461, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-master3.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-master.test exit...
wait process worker1 exit...
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
wait process worker1 exit...
process worker1 already exit
[Sun Apr 28 21:59:46 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff failed 1-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8261 is alive
wait process worker2 exit...
check diff failed 2-th time, retry later
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8361 is alive
rpc addr 127.0.0.1:8461 is alive
operate mysql config to worker
[Sun Apr 28 21:59:48 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=1 expected=1
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 21:59:49 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process worker2 exit...
process worker2 already exit
[Sun Apr 28 21:59:49 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/ha_cases2/source1.yaml"
rpc addr 127.0.0.1:8263 is alive
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 21:59:50 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
[Sun Apr 28 21:59:50 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff failed 3-th time, retry later
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/source1.yaml"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/ha_cases2/source2.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/expression_filter/conf/dm-task.yaml "
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 21:59:52 CST 2024] <<<<<< START DM-WORKER on port 8264, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-worker3.toml >>>>>>
wait for rpc addr 127.0.0.1:8264 alive the 1-th time
[Sun Apr 28 21:59:53 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #4
[Sun Apr 28 21:59:53 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8264 is alive
[Sun Apr 28 21:59:54 CST 2024] <<<<<< START DM-WORKER on port 18262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-worker4.toml >>>>>>
wait for rpc addr 127.0.0.1:18262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
rpc addr 127.0.0.1:18262 is alive
[Sun Apr 28 21:59:55 CST 2024] <<<<<< START DM-WORKER on port 18263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-worker5.toml >>>>>>
wait for rpc addr 127.0.0.1:18263 alive the 1-th time
rpc addr 127.0.0.1:18263 is alive
start DM task
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-task.yaml "
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-task2.yaml "
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
restart dm-master
dmctl test cmd: "query-status test"
got=2 expected=2
got=2 expected=2
dmctl test cmd: "query-status test2"
got=2 expected=2
got=2 expected=2
use sync_diff_inspector to check full dump loader
check diff successfully
check diff successfully
flush logs to force rotate binlog file
apply increment data before restart dm-worker to ensure entering increment phase
wait process dm-master exit...
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-master exit...
process dm-master already exit
[Sun Apr 28 22:00:01 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait process dm-worker.test exit...
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
[Sun Apr 28 22:00:02 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker.test exit...
[Sun Apr 28 22:00:02 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 22:00:03 CST 2024] <<<<<< test case expression_filter success! >>>>>>
start running case: [extend_column] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
running extend_column case with import_mode: sql
[Sun Apr 28 22:00:03 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
use sync_diff_inspector to check increment data
check diff successfully
check diff successfully
[Sun Apr 28 22:00:03 CST 2024] <<<<<< finish test_multi_task_running >>>>>>
start dumping SQLs into source
"worker1", "worker2",
find workers: worker1 for task: test
find workers: worker2 for task: test
find all workers: worker1 worker2 (total: 2)
restart unuse worker3
try to kill worker port 8264
wait process dm-worker3 exit...
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 22:00:04 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-worker3 exit...
process dm-worker3 already exit
dmctl test cmd: "list-member --worker --name=worker3"
rpc addr 127.0.0.1:8262 is alive
[Sun Apr 28 22:00:05 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
got=1 expected=1
start dm-worker3
[Sun Apr 28 22:00:05 CST 2024] <<<<<< START DM-WORKER on port 8264, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-worker3.toml >>>>>>
wait for rpc addr 127.0.0.1:8264 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 0-th time, will retry again
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source1.yaml"
rpc addr 127.0.0.1:8264 is alive
restart unuse worker4
try to kill worker port 18262
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source2.yaml"
wait process dm-worker4 exit...
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
wait process dm-worker4 exit...
process dm-worker4 already exit
dmctl test cmd: "list-member --worker --name=worker4"
got=1 expected=1
start dm-worker4
[Sun Apr 28 22:00:09 CST 2024] <<<<<< START DM-WORKER on port 18262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-worker4.toml >>>>>>
wait for rpc addr 127.0.0.1:18262 alive the 1-th time
run tidb sql failed 1-th time, retry later
rpc addr 127.0.0.1:18262 is alive
restart unuse worker5
try to kill worker port 18263
check diff failed 2-th time, retry later
wait process dm-worker5 exit...
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-worker5 exit...
process dm-worker5 already exit
dmctl test cmd: "list-member --worker --name=worker5"
got=1 expected=1
start dm-worker5
[Sun Apr 28 22:00:12 CST 2024] <<<<<< START DM-WORKER on port 18263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/ha_cases2/conf/dm-worker5.toml >>>>>>
wait for rpc addr 127.0.0.1:18263 alive the 1-th time
check diff failed 3-th time, retry later
wait process dm-master.test exit...
rpc addr 127.0.0.1:18263 is alive
try to kill worker port 8262
wait process dm-master.test exit...
process dm-master.test already exit
check diff failed at last
wait process dm-worker1 exit...
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
wait process dm-worker.test exit...
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Sun Apr 28 22:00:15 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #5
[Sun Apr 28 22:00:15 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker1 exit...
process dm-worker1 already exit
worker1 was killed
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test2"
got=2 expected=2
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
running extend_column case with import_mode: loader
[Sun Apr 28 22:00:17 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check log contain failed 1-th time, retry later
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 22:00:18 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
rpc addr 127.0.0.1:8262 is alive
[Sun Apr 28 22:00:19 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/extend_column/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
restart dm-master
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source1.yaml"
wait process dm-master exit...
dmctl test cmd: "operate-source create /tmp/dm_test/extend_column/source2.yaml"
dmctl test cmd: "query-status test"
got=1 expected=1
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
dmctl test cmd: "start-task /tmp/dm_test/extend_column/dm-task.yaml --remove-meta"
run tidb sql failed 1-th time, retry later
[Sun Apr 28 22:00:23 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff successfully
restart dm-worker1
wait process worker1 exit...
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process worker1 exit...
process worker1 already exit
[Sun Apr 28 22:00:25 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 0-th time, will retry again
wait process dm-master.test exit...
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
wait process dm-master.test exit...
process dm-master.test already exit
wait process worker2 exit...
wait process dm-worker.test exit...
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 1-th time, will retry again
wait process worker2 exit...
process worker2 already exit
[Sun Apr 28 22:00:28 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "stop-task test"
[Sun Apr 28 22:00:30 CST 2024] <<<<<< finish DM-RESYNC_NOT_FLUSHED optimistic >>>>>>
[Sun Apr 28 22:00:30 CST 2024] <<<<<< start DM-RESYNC_TXN_INTERRUPT optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 2-th time, will retry again
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 22:00:30 CST 2024] <<<<<< test case extend_column success! >>>>>>
start running case: [fake_rotate_event] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 22:00:30 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker1
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 22:00:31 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process worker1 exit...
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/fake_rotate_event/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-task.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 3-th time, will retry again
wait process worker1 exit...
process worker1 already exit
[Sun Apr 28 22:00:33 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
check diff successfully
kill dm-worker
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 4-th time, will retry again
wait process worker2 exit...
wait process dm-worker1 exit...
wait process dm-worker1 exit...
process dm-worker1 already exit
[Sun Apr 28 22:00:36 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/fake_rotate_event/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 5-th time, will retry again
wait process worker2 exit...
process worker2 already exit
[Sun Apr 28 22:00:36 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
check diff successfully
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
rpc addr 127.0.0.1:8263 is alive
begin;
insert into shardddl1.tb2 values (1,1);
insert into shardddl1.tb2 values (2,2);
insert into shardddl1.tb2 values (3,3);
insert into shardddl1.tb2 values (4,4);
insert into shardddl1.tb2 values (5,5);
insert into shardddl1.tb2 values (6,6);
insert into shardddl1.tb2 values (7,7);
insert into shardddl1.tb2 values (8,8);
insert into shardddl1.tb2 values (9,9);
insert into shardddl1.tb2 values (10,10);
commit;
begin;
insert into shardddl1.t_1 values (11,11);
insert into shardddl1.t_1 values (12,12);
insert into shardddl1.t_1 values (13,13);
insert into shardddl1.t_1 values (14,14);
insert into shardddl1.t_1 values (15,15);
insert into shardddl1.t_1 values (16,16);
insert into shardddl1.t_1 values (17,17);
insert into shardddl1.t_1 values (18,18);
insert into shardddl1.t_1 values (19,19);
insert into shardddl1.t_1 values (20,20);
insert into shardddl1.t_1 values (21,21);
insert into shardddl1.t_1 values (22,22);
insert into shardddl1.t_1 values (23,23);
insert into shardddl1.t_1 values (24,24);
insert into shardddl1.t_1 values (25,25);
insert into shardddl1.t_1 values (26,26);
insert into shardddl1.t_1 values (27,27);
insert into shardddl1.t_1 values (28,28);
insert into shardddl1.t_1 values (29,29);
insert into shardddl1.t_1 values (30,30);
insert into shardddl1.t_1 values (31,31);
insert into shardddl1.t_1 values (32,32);
insert into shardddl1.t_1 values (33,33);
insert into shardddl1.t_1 values (34,34);
insert into shardddl1.t_1 values (35,35);
insert into shardddl1.t_1 values (36,36);
insert into shardddl1.t_1 values (37,37);
insert into shardddl1.t_1 values (38,38);
insert into shardddl1.t_1 values (39,39);
insert into shardddl1.t_1 values (40,40);
insert into shardddl1.t_1 values (41,41);
insert into shardddl1.t_1 values (42,42);
insert into shardddl1.t_1 values (43,43);
insert into shardddl1.t_1 values (44,44);
insert into shardddl1.t_1 values (45,45);
insert into shardddl1.t_1 values (46,46);
insert into shardddl1.t_1 values (47,47);
insert into shardddl1.t_1 values (48,48);
insert into shardddl1.t_1 values (49,49);
insert into shardddl1.t_1 values (50,50);
commit;
begin;
insert into shardddl1.tb1 values (51,51);
insert into shardddl1.tb1 values (52,52);
insert into shardddl1.tb1 values (53,53);
insert into shardddl1.tb1 values (54,54);
insert into shardddl1.tb1 values (55,55);
insert into shardddl1.tb1 values (56,56);
insert into shardddl1.tb1 values (57,57);
insert into shardddl1.tb1 values (58,58);
insert into shardddl1.tb1 values (59,59);
insert into shardddl1.tb1 values (60,60);
commit;
begin;
insert into shardddl1.t_1 values (61,61);
insert into shardddl1.t_1 values (62,62);
insert into shardddl1.t_1 values (63,63);
insert into shardddl1.t_1 values (64,64);
insert into shardddl1.t_1 values (65,65);
insert into shardddl1.t_1 values (66,66);
insert into shardddl1.t_1 values (67,67);
insert into shardddl1.t_1 values (68,68);
insert into shardddl1.t_1 values (69,69);
insert into shardddl1.t_1 values (70,70);
commit;
check diff failed 1-th time, retry later
wait process dm-master.test exit...
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 6-th time, will retry again
wait process dm-master.test exit...
process dm-master.test already exit
check diff failed 2-th time, retry later
wait process dm-worker.test exit...
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 7-th time, will retry again
wait process dm-worker.test exit...
check diff failed 3-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 22:00:42 CST 2024] <<<<<< test case fake_rotate_event success! >>>>>>
start running case: [foreign_key] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 22:00:43 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 8-th time, will retry again
rpc addr 127.0.0.1:8261 is alive
[Sun Apr 28 22:00:44 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff successfully
restart dm-worker1
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/foreign_key/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/foreign_key/conf/dm-task.yaml --remove-meta"
wait process worker1 exit...
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 9-th time, will retry again
wait process worker1 exit...
process worker1 already exit
[Sun Apr 28 22:00:46 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=1 expected=1
check diff successfully
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=2 expected=2
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
{
    "result": true,
    "msg": "",
    "sources": [
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-01",
                "worker": "worker1",
                "result": null,
                "relayStatus": null
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Paused",
                    "unit": "Sync",
                    "result": {
                        "isCanceled": false,
                        "errors": [
                            {
                                "ErrCode": 42501,
                                "ErrClass": "ha",
                                "ErrScope": "internal",
                                "ErrLevel": "high",
                                "Message": "startLocation: [position: (dm-it-065077ee-143e-48a1-9f3b-769c97fba985-19w3v-fd4md-bin.000001, 42228), gtid-set: 0dd067e6-0566-11ef-a3b3-a29c438e0ed9:1-194], endLocation: [position: (dm-it-065077ee-143e-48a1-9f3b-769c97fba985-19w3v-fd4md-bin.000001, 42353), gtid-set: 0dd067e6-0566-11ef-a3b3-a29c438e0ed9:1-195], origin SQL: [alter table shardddl1.tb1 add column b int after a]: fail to do etcd txn operation: txn commit failed",
                                "RawCause": "rpc error: code = Unavailable desc = error reading from server: EOF",
                                "Workaround": "Please check dm-master's node status and the network between this node and dm-master"
                            }
                        ],
                        "detail": null
                    },
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "12",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-065077ee-143e-48a1-9f3b-769c97fba985-19w3v-fd4md-bin.000001, 42353)",
                        "masterBinlogGtid": "0dd067e6-0566-11ef-a3b3-a29c438e0ed9:1-195",
                        "syncerBinlog": "(dm-it-065077ee-143e-48a1-9f3b-769c97fba985-19w3v-fd4md-bin.000001, 42163)",
                        "syncerBinlogGtid": "0dd067e6-0566-11ef-a3b3-a29c438e0ed9:1-194",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "remote",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "12",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        },
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-02",
                "worker": "worker2",
                "result": null,
                "relayStatus": {
                    "masterBinlog": "(dm-it-065077ee-143e-48a1-9f3b-769c97fba985-19w3v-fd4md-bin.000001, 39206)",
                    "masterBinlogGtid": "0e28c908-0566-11ef-9f8c-a29c438e0ed9:1-167",
                    "relaySubDir": "0e28c908-0566-11ef-9f8c-a29c438e0ed9.000001",
                    "relayBinlog": "(dm-it-065077ee-143e-48a1-9f3b-769c97fba985-19w3v-fd4md-bin.000001, 39206)",
                    "relayBinlogGtid": "0e28c908-0566-11ef-9f8c-a29c438e0ed9:1-167",
                    "relayCatchUpMaster": true,
                    "stage": "Running",
                    "result": null
                }
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Running",
                    "unit": "Sync",
                    "result": null,
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "6",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-065077ee-143e-48a1-9f3b-769c97fba985-19w3v-fd4md-bin.000001, 39206)",
                        "masterBinlogGtid": "0e28c908-0566-11ef-9f8c-a29c438e0ed9:1-167",
                        "syncerBinlog": "(dm-it-065077ee-143e-48a1-9f3b-769c97fba985-19w3v-fd4md-bin|000001.000001, 38926)",
                        "syncerBinlogGtid": "0e28c908-0566-11ef-9f8c-a29c438e0ed9:1-166",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "local",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "6",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        }
    ]
}
PASS
coverage: 4.0% of statements in github.com/pingcap/tiflow/dm/...
curl: (7) Failed connect to 127.0.0.1:8361; Connection refused
curl: (7) Failed connect to 127.0.0.1:8461; Connection refused
curl: (7) Failed connect to 127.0.0.1:8561; Connection refused
curl: (7) Failed connect to 127.0.0.1:8661; Connection refused
curl: (7) Failed connect to 127.0.0.1:8761; Connection refused
curl: (7) Failed connect to 127.0.0.1:8264; Connection refused
curl: (7) Failed connect to 127.0.0.1:18262; Connection refused
curl: (7) Failed connect to 127.0.0.1:18263; Connection refused
make: *** [dm_integration_test_in_group] Error 1
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
[Pipeline] }
Cache not saved (inner-step execution failed)
wait process dm-master.test exit...
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
Post stage
wait process worker2 exit...
[Pipeline] sh
wait process dm-master.test exit...
process dm-master.test already exit
+ ls /tmp/dm_test
cov.shardddl1.dmctl.1714312249.696.out
cov.shardddl1.dmctl.1714312251.833.out
cov.shardddl1.dmctl.1714312255.1112.out
cov.shardddl1.dmctl.1714312256.1156.out
cov.shardddl1.dmctl.1714312281.4374.out
cov.shardddl1.dmctl.1714312285.4712.out
cov.shardddl1.dmctl.1714312286.4763.out
cov.shardddl1.dmctl.1714312317.5260.out
cov.shardddl1.dmctl.1714312320.5588.out
cov.shardddl1.dmctl.1714312322.5638.out
cov.shardddl1.dmctl.1714312338.6255.out
cov.shardddl1.dmctl.1714312342.6588.out
cov.shardddl1.dmctl.1714312343.6626.out
cov.shardddl1.dmctl.1714312343.6722.out
cov.shardddl1.dmctl.1714312344.6871.out
cov.shardddl1.dmctl.1714312345.6916.out
cov.shardddl1.dmctl.1714312347.7028.out
cov.shardddl1.dmctl.1714312348.7188.out
cov.shardddl1.dmctl.1714312349.7233.out
cov.shardddl1.dmctl.1714312349.7357.out
cov.shardddl1.dmctl.1714312350.7393.out
cov.shardddl1.dmctl.1714312350.7432.out
cov.shardddl1.dmctl.1714312350.7475.out
cov.shardddl1.dmctl.1714312351.7529.out
cov.shardddl1.dmctl.1714312358.7732.out
cov.shardddl1.dmctl.1714312361.7796.out
cov.shardddl1.dmctl.1714312361.7837.out
cov.shardddl1.dmctl.1714312361.7877.out
cov.shardddl1.dmctl.1714312361.8030.out
cov.shardddl1.dmctl.1714312362.8091.out
cov.shardddl1.dmctl.1714312365.8291.out
cov.shardddl1.dmctl.1714312365.8444.out
cov.shardddl1.dmctl.1714312367.8491.out
cov.shardddl1.dmctl.1714312367.8617.out
cov.shardddl1.dmctl.1714312367.8657.out
cov.shardddl1.dmctl.1714312367.8810.out
cov.shardddl1.dmctl.1714312369.8850.out
cov.shardddl1.dmctl.1714312369.8952.out
cov.shardddl1.dmctl.1714312372.9096.out
cov.shardddl1.dmctl.1714312372.9136.out
cov.shardddl1.dmctl.1714312372.9171.out
cov.shardddl1.dmctl.1714312378.9465.out
cov.shardddl1.dmctl.1714312378.9524.out
cov.shardddl1.dmctl.1714312379.9576.out
cov.shardddl1.dmctl.1714312384.9716.out
cov.shardddl1.dmctl.1714312384.9864.out
cov.shardddl1.dmctl.1714312385.9905.out
cov.shardddl1.dmctl.1714312390.10060.out
cov.shardddl1.dmctl.1714312425.10364.out
cov.shardddl1.dmctl.1714312425.10420.out
cov.shardddl1.dmctl.1714312426.10469.out
cov.shardddl1.dmctl.1714312429.10580.out
cov.shardddl1.dmctl.1714312430.10625.out
cov.shardddl1.dmctl.1714312436.10810.out
cov.shardddl1.dmctl.1714312436.10852.out
cov.shardddl1.dmctl.1714312437.10892.out
cov.shardddl1.dmctl.1714312437.11038.out
cov.shardddl1.dmctl.1714312438.11100.out
cov.shardddl1.dmctl.1714312440.11207.out
cov.shardddl1.dmctl.1714312441.11251.out
cov.shardddl1.dmctl.1714312447.11446.out
cov.shardddl1.dmctl.1714312447.11491.out
cov.shardddl1.dmctl.1714312447.11539.out
cov.shardddl1.dmctl.1714312448.11692.out
cov.shardddl1.dmctl.1714312449.11748.out
cov.shardddl1.dmctl.1714312458.12261.out
cov.shardddl1.dmctl.1714312458.12410.out
cov.shardddl1.dmctl.1714312460.12451.out
cov.shardddl1.dmctl.1714312465.12900.out
cov.shardddl1.dmctl.1714312465.13049.out
cov.shardddl1.dmctl.1714312466.13090.out
cov.shardddl1.dmctl.1714312469.13400.out
cov.shardddl1.dmctl.1714312469.13551.out
cov.shardddl1.dmctl.1714312471.13590.out
cov.shardddl1.dmctl.1714312471.13854.out
cov.shardddl1.dmctl.1714312475.14195.out
cov.shardddl1.dmctl.1714312476.14245.out
cov.shardddl1.dmctl.1714312478.14307.out
cov.shardddl1.dmctl.1714312478.14351.out
cov.shardddl1.dmctl.1714312482.14700.out
cov.shardddl1.dmctl.1714312483.14756.out
cov.shardddl1.dmctl.1714312483.14886.out
cov.shardddl1.dmctl.1714312487.15217.out
cov.shardddl1.dmctl.1714312488.15262.out
cov.shardddl1.dmctl.1714312488.15308.out
cov.shardddl1.dmctl.1714312489.15354.out
cov.shardddl1.dmctl.1714312490.15505.out
cov.shardddl1.dmctl.1714312491.15551.out
cov.shardddl1.dmctl.1714312491.15639.out
cov.shardddl1.dmctl.1714312493.15785.out
cov.shardddl1.dmctl.1714312494.15828.out
cov.shardddl1.dmctl.1714312500.16015.out
cov.shardddl1.dmctl.1714312502.16163.out
cov.shardddl1.dmctl.1714312503.16201.out
cov.shardddl1.dmctl.1714312505.16303.out
cov.shardddl1.dmctl.1714312506.16450.out
cov.shardddl1.dmctl.1714312508.16495.out
cov.shardddl1.dmctl.1714312508.16588.out
cov.shardddl1.master.out
cov.shardddl1.worker.8262.1714312248.out
cov.shardddl1.worker.8262.1714312254.out
cov.shardddl1.worker.8262.1714312284.out
cov.shardddl1.worker.8262.1714312319.out
cov.shardddl1.worker.8262.1714312341.out
cov.shardddl1.worker.8262.1714312473.out
cov.shardddl1.worker.8262.1714312480.out
cov.shardddl1.worker.8262.1714312485.out
cov.shardddl1.worker.8263.1714312250.out
cov.shardddl1.worker.8263.1714312254.out
cov.shardddl1.worker.8263.1714312284.out
cov.shardddl1.worker.8263.1714312319.out
cov.shardddl1.worker.8263.1714312341.out
cov.shardddl1.worker.8263.1714312473.out
cov.shardddl1.worker.8263.1714312480.out
cov.shardddl1.worker.8263.1714312485.out
cov.shardddl1_1.dmctl.1714312518.17086.out
cov.shardddl1_1.dmctl.1714312519.17224.out
cov.shardddl1_1.dmctl.1714312521.17318.out
cov.shardddl1_1.dmctl.1714312522.17366.out
cov.shardddl1_1.dmctl.1714312525.17721.out
cov.shardddl1_1.dmctl.1714312525.17868.out
cov.shardddl1_1.dmctl.1714312526.17927.out
cov.shardddl1_1.dmctl.1714312529.18052.out
cov.shardddl1_1.dmctl.1714312530.18198.out
cov.shardddl1_1.dmctl.1714312531.18248.out
cov.shardddl1_1.dmctl.1714312534.18369.out
cov.shardddl1_1.dmctl.1714312535.18520.out
cov.shardddl1_1.dmctl.1714312536.18569.out
cov.shardddl1_1.dmctl.1714312539.18695.out
cov.shardddl1_1.dmctl.1714312540.18839.out
cov.shardddl1_1.dmctl.1714312542.18885.out
cov.shardddl1_1.dmctl.1714312544.19009.out
cov.shardddl1_1.dmctl.1714312545.19158.out
cov.shardddl1_1.dmctl.1714312546.19201.out
cov.shardddl1_1.dmctl.1714312549.19339.out
cov.shardddl1_1.dmctl.1714312550.19489.out
cov.shardddl1_1.dmctl.1714312551.19531.out
cov.shardddl1_1.dmctl.1714312552.19609.out
cov.shardddl1_1.dmctl.1714312553.19760.out
cov.shardddl1_1.dmctl.1714312554.19800.out
cov.shardddl1_1.dmctl.1714312554.19879.out
cov.shardddl1_1.dmctl.1714312556.20030.out
cov.shardddl1_1.dmctl.1714312557.20070.out
cov.shardddl1_1.dmctl.1714312557.20185.out
cov.shardddl1_1.dmctl.1714312559.20332.out
cov.shardddl1_1.dmctl.1714312560.20375.out
cov.shardddl1_1.dmctl.1714312562.20465.out
cov.shardddl1_1.dmctl.1714312563.20609.out
cov.shardddl1_1.dmctl.1714312565.20646.out
cov.shardddl1_1.dmctl.1714312567.20707.out
cov.shardddl1_1.dmctl.1714312568.20853.out
cov.shardddl1_1.dmctl.1714312569.20893.out
cov.shardddl1_1.dmctl.1714312569.20949.out
cov.shardddl1_1.dmctl.1714312571.21095.out
cov.shardddl1_1.dmctl.1714312572.21135.out
cov.shardddl1_1.dmctl.1714312574.21197.out
cov.shardddl1_1.dmctl.1714312575.21343.out
cov.shardddl1_1.dmctl.1714312577.21379.out
cov.shardddl1_1.dmctl.1714312579.21443.out
cov.shardddl1_1.dmctl.1714312580.21590.out
cov.shardddl1_1.dmctl.1714312581.21627.out
cov.shardddl1_1.dmctl.1714312581.21669.out
cov.shardddl1_1.dmctl.1714312582.21810.out
cov.shardddl1_1.dmctl.1714312583.21848.out
cov.shardddl1_1.dmctl.1714312583.21897.out
cov.shardddl1_1.dmctl.1714312584.22042.out
cov.shardddl1_1.dmctl.1714312586.22083.out
cov.shardddl1_1.dmctl.1714312588.22146.out
cov.shardddl1_1.dmctl.1714312589.22293.out
cov.shardddl1_1.dmctl.1714312591.22331.out
cov.shardddl1_1.dmctl.1714312593.22388.out
cov.shardddl1_1.dmctl.1714312594.22531.out
cov.shardddl1_1.dmctl.1714312595.22571.out
cov.shardddl1_1.dmctl.1714312597.22634.out
cov.shardddl1_1.dmctl.1714312599.22789.out
cov.shardddl1_1.dmctl.1714312600.22830.out
cov.shardddl1_1.dmctl.1714312600.22876.out
cov.shardddl1_1.dmctl.1714312600.22916.out
cov.shardddl1_1.dmctl.1714312602.23068.out
cov.shardddl1_1.dmctl.1714312603.23105.out
cov.shardddl1_1.dmctl.1714312603.23207.out
cov.shardddl1_1.dmctl.1714312604.23356.out
cov.shardddl1_1.dmctl.1714312606.23393.out
cov.shardddl1_1.dmctl.1714312606.23458.out
cov.shardddl1_1.dmctl.1714312606.23499.out
cov.shardddl1_1.dmctl.1714312607.23648.out
cov.shardddl1_1.dmctl.1714312608.23689.out
cov.shardddl1_1.dmctl.1714312608.23736.out
cov.shardddl1_1.dmctl.1714312609.23779.out
cov.shardddl1_1.dmctl.1714312610.23929.out
cov.shardddl1_1.dmctl.1714312611.23971.out
cov.shardddl1_1.dmctl.1714312613.24106.out
cov.shardddl1_1.dmctl.1714312614.24254.out
cov.shardddl1_1.dmctl.1714312615.24293.out
cov.shardddl1_1.dmctl.1714312615.24388.out
cov.shardddl1_1.dmctl.1714312617.24539.out
cov.shardddl1_1.dmctl.1714312618.24580.out
cov.shardddl1_1.dmctl.1714312618.24647.out
cov.shardddl1_1.dmctl.1714312618.24796.out
cov.shardddl1_1.dmctl.1714312620.24837.out
cov.shardddl1_1.dmctl.1714312620.24903.out
cov.shardddl1_1.dmctl.1714312620.24951.out
cov.shardddl1_1.dmctl.1714312621.25102.out
cov.shardddl1_1.dmctl.1714312623.25143.out
cov.shardddl1_1.dmctl.1714312625.25298.out
cov.shardddl1_1.dmctl.1714312626.25454.out
cov.shardddl1_1.dmctl.1714312628.25492.out
cov.shardddl1_1.dmctl.1714312630.25631.out
cov.shardddl1_1.dmctl.1714312631.25783.out
cov.shardddl1_1.dmctl.1714312633.25822.out
cov.shardddl1_1.dmctl.1714312633.25896.out
cov.shardddl1_1.dmctl.1714312633.25932.out
cov.shardddl1_1.dmctl.1714312633.26081.out
cov.shardddl1_1.dmctl.1714312634.26122.out
cov.shardddl1_1.dmctl.1714312635.26194.out
cov.shardddl1_1.dmctl.1714312635.26236.out
cov.shardddl1_1.dmctl.1714312636.26386.out
cov.shardddl1_1.dmctl.1714312637.26427.out
cov.shardddl1_1.dmctl.1714312640.26539.out
cov.shardddl1_1.master.out
cov.shardddl1_1.worker.8262.1714312517.out
cov.shardddl1_1.worker.8263.1714312518.out
cov.shardddl2.dmctl.1714312648.27009.out
cov.shardddl2.dmctl.1714312650.27146.out
cov.shardddl2.dmctl.1714312651.27240.out
cov.shardddl2.dmctl.1714312652.27292.out
cov.shardddl2.dmctl.1714312657.27502.out
cov.shardddl2.dmctl.1714312665.27715.out
cov.shardddl2.dmctl.1714312670.27942.out
cov.shardddl2.dmctl.1714312670.28023.out
cov.shardddl2.dmctl.1714312671.28177.out
cov.shardddl2.dmctl.1714312672.28231.out
cov.shardddl2.dmctl.1714312682.28514.out
cov.shardddl2.dmctl.1714312684.28625.out
cov.shardddl2.dmctl.1714312685.28773.out
cov.shardddl2.dmctl.1714312686.28838.out
cov.shardddl2.dmctl.1714312691.29027.out
cov.shardddl2.dmctl.1714312700.29266.out
cov.shardddl2.dmctl.1714312703.29434.out
cov.shardddl2.dmctl.1714312706.29540.out
cov.shardddl2.dmctl.1714312706.29687.out
cov.shardddl2.dmctl.1714312707.29746.out
cov.shardddl2.dmctl.1714312725.30242.out
cov.shardddl2.dmctl.1714312725.30284.out
cov.shardddl2.dmctl.1714312726.30432.out
cov.shardddl2.dmctl.1714312727.30499.out
cov.shardddl2.dmctl.1714312729.30609.out
cov.shardddl2.dmctl.1714312729.30667.out
cov.shardddl2.dmctl.1714312730.30717.out
cov.shardddl2.dmctl.1714312736.30874.out
cov.shardddl2.dmctl.1714312736.30918.out
cov.shardddl2.dmctl.1714312736.30953.out
cov.shardddl2.dmctl.1714312736.31048.out
cov.shardddl2.dmctl.1714312737.31195.out
cov.shardddl2.dmctl.1714312738.31237.out
cov.shardddl2.dmctl.1714312747.31493.out
cov.shardddl2.dmctl.1714312748.31554.out
cov.shardddl2.dmctl.1714312748.31605.out
cov.shardddl2.dmctl.1714312754.31756.out
cov.shardddl2.dmctl.1714312754.31801.out
cov.shardddl2.dmctl.1714312754.31837.out
cov.shardddl2.dmctl.1714312755.31944.out
cov.shardddl2.dmctl.1714312755.32090.out
cov.shardddl2.dmctl.1714312756.32132.out
cov.shardddl2.dmctl.1714312765.32395.out
cov.shardddl2.dmctl.1714312765.32456.out
cov.shardddl2.dmctl.1714312765.32504.out
cov.shardddl2.dmctl.1714312774.32702.out
cov.shardddl2.dmctl.1714312774.32742.out
cov.shardddl2.dmctl.1714312774.32784.out
cov.shardddl2.dmctl.1714312774.32881.out
cov.shardddl2.dmctl.1714312774.33024.out
cov.shardddl2.dmctl.1714312776.33064.out
cov.shardddl2.dmctl.1714312778.33180.out
cov.shardddl2.dmctl.1714312786.33397.out
cov.shardddl2.dmctl.1714312786.33447.out
cov.shardddl2.dmctl.1714312792.33615.out
cov.shardddl2.dmctl.1714312792.33653.out
cov.shardddl2.dmctl.1714312792.33694.out
cov.shardddl2.dmctl.1714312793.33794.out
cov.shardddl2.dmctl.1714312793.33942.out
cov.shardddl2.dmctl.1714312794.33985.out
cov.shardddl2.dmctl.1714312796.34094.out
cov.shardddl2.dmctl.1714312806.34313.out
cov.shardddl2.dmctl.1714312806.34360.out
cov.shardddl2.dmctl.1714312814.34558.out
cov.shardddl2.dmctl.1714312814.34603.out
cov.shardddl2.dmctl.1714312814.34647.out
cov.shardddl2.dmctl.1714312815.34754.out
cov.shardddl2.dmctl.1714312815.34903.out
cov.shardddl2.dmctl.1714312816.34947.out
cov.shardddl2.dmctl.1714312819.35061.out
cov.shardddl2.dmctl.1714312819.35118.out
cov.shardddl2.dmctl.1714312826.35322.out
cov.shardddl2.master.out
cov.shardddl2.worker.8262.1714312647.out
cov.shardddl2.worker.8262.1714312654.out
cov.shardddl2.worker.8263.1714312649.out
cov.shardddl2.worker.8263.1714312688.out
downstream
goroutines
shardddl1
shardddl1_1
shardddl2
sql_res.shardddl1.txt
sql_res.shardddl1_1.txt
sql_res.shardddl2.txt
tidb.toml
++ find /tmp/dm_test/ -type f -name '*.log'
+ tar -cvzf log-G07.tar.gz /tmp/dm_test/shardddl1/dmctl.1714312348.log /tmp/dm_test/shardddl1/dmctl.1714312256.log /tmp/dm_test/shardddl1/dmctl.1714312458.log /tmp/dm_test/shardddl1/dmctl.1714312466.log /tmp/dm_test/shardddl1/dmctl.1714312322.log /tmp/dm_test/shardddl1/dmctl.1714312369.log /tmp/dm_test/shardddl1/dmctl.1714312251.log /tmp/dm_test/shardddl1/dmctl.1714312449.log /tmp/dm_test/shardddl1/dmctl.1714312317.log /tmp/dm_test/shardddl1/dmctl.1714312491.log /tmp/dm_test/shardddl1/dmctl.1714312489.log /tmp/dm_test/shardddl1/dmctl.1714312384.log /tmp/dm_test/shardddl1/dmctl.1714312358.log /tmp/dm_test/shardddl1/dmctl.1714312390.log /tmp/dm_test/shardddl1/dmctl.1714312349.log /tmp/dm_test/shardddl1/dmctl.1714312429.log /tmp/dm_test/shardddl1/dmctl.1714312447.log /tmp/dm_test/shardddl1/dmctl.1714312286.log /tmp/dm_test/shardddl1/dmctl.1714312338.log /tmp/dm_test/shardddl1/dmctl.1714312494.log /tmp/dm_test/shardddl1/dmctl.1714312506.log /tmp/dm_test/shardddl1/dmctl.1714312448.log /tmp/dm_test/shardddl1/dmctl.1714312437.log /tmp/dm_test/shardddl1/dmctl.1714312426.log /tmp/dm_test/shardddl1/dmctl.1714312362.log /tmp/dm_test/shardddl1/dmctl.1714312490.log /tmp/dm_test/shardddl1/dmctl.1714312361.log /tmp/dm_test/shardddl1/dmctl.1714312351.log /tmp/dm_test/shardddl1/dmctl.1714312508.log /tmp/dm_test/shardddl1/dmctl.1714312255.log /tmp/dm_test/shardddl1/dmctl.1714312347.log /tmp/dm_test/shardddl1/dmctl.1714312460.log /tmp/dm_test/shardddl1/dmctl.1714312425.log /tmp/dm_test/shardddl1/dmctl.1714312465.log /tmp/dm_test/shardddl1/dmctl.1714312471.log /tmp/dm_test/shardddl1/dmctl.1714312488.log /tmp/dm_test/shardddl1/dmctl.1714312503.log /tmp/dm_test/shardddl1/dmctl.1714312320.log /tmp/dm_test/shardddl1/dmctl.1714312350.log /tmp/dm_test/shardddl1/dmctl.1714312438.log /tmp/dm_test/shardddl1/dmctl.1714312440.log /tmp/dm_test/shardddl1/dmctl.1714312379.log /tmp/dm_test/shardddl1/dmctl.1714312367.log /tmp/dm_test/shardddl1/dmctl.1714312475.log /tmp/dm_test/shardddl1/dmctl.1714312344.log /tmp/dm_test/shardddl1/dmctl.1714312372.log /tmp/dm_test/shardddl1/dmctl.1714312281.log /tmp/dm_test/shardddl1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1/worker2/log/stdout.log /tmp/dm_test/shardddl1/dmctl.1714312436.log /tmp/dm_test/shardddl1/dmctl.1714312478.log /tmp/dm_test/shardddl1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1/worker1/log/stdout.log /tmp/dm_test/shardddl1/master/log/dm-master.log /tmp/dm_test/shardddl1/master/log/stdout.log /tmp/dm_test/shardddl1/dmctl.1714312385.log /tmp/dm_test/shardddl1/dmctl.1714312487.log /tmp/dm_test/shardddl1/dmctl.1714312505.log /tmp/dm_test/shardddl1/dmctl.1714312469.log /tmp/dm_test/shardddl1/dmctl.1714312378.log /tmp/dm_test/shardddl1/dmctl.1714312476.log /tmp/dm_test/shardddl1/dmctl.1714312342.log /tmp/dm_test/shardddl1/dmctl.1714312482.log /tmp/dm_test/shardddl1/dmctl.1714312500.log /tmp/dm_test/shardddl1/sync_diff_stdout.log /tmp/dm_test/shardddl1/dmctl.1714312502.log /tmp/dm_test/shardddl1/dmctl.1714312430.log /tmp/dm_test/shardddl1/dmctl.1714312365.log /tmp/dm_test/shardddl1/dmctl.1714312483.log /tmp/dm_test/shardddl1/dmctl.1714312285.log /tmp/dm_test/shardddl1/dmctl.1714312493.log /tmp/dm_test/shardddl1/dmctl.1714312249.log /tmp/dm_test/shardddl1/dmctl.1714312345.log /tmp/dm_test/shardddl1/dmctl.1714312441.log /tmp/dm_test/shardddl1/dmctl.1714312343.log /tmp/dm_test/goroutines/stack/log/worker-18262.log /tmp/dm_test/goroutines/stack/log/master-8661.log /tmp/dm_test/goroutines/stack/log/worker-8264.log /tmp/dm_test/goroutines/stack/log/worker-8262.log /tmp/dm_test/goroutines/stack/log/worker-8263.log /tmp/dm_test/goroutines/stack/log/worker-18263.log /tmp/dm_test/goroutines/stack/log/master-8461.log /tmp/dm_test/goroutines/stack/log/master-8261.log /tmp/dm_test/goroutines/stack/log/master-8561.log /tmp/dm_test/goroutines/stack/log/master-8761.log /tmp/dm_test/goroutines/stack/log/master-8361.log /tmp/dm_test/shardddl2/dmctl.1714312726.log /tmp/dm_test/shardddl2/dmctl.1714312686.log /tmp/dm_test/shardddl2/dmctl.1714312730.log /tmp/dm_test/shardddl2/dmctl.1714312648.log /tmp/dm_test/shardddl2/dmctl.1714312737.log /tmp/dm_test/shardddl2/dmctl.1714312794.log /tmp/dm_test/shardddl2/dmctl.1714312796.log /tmp/dm_test/shardddl2/dmctl.1714312703.log /tmp/dm_test/shardddl2/dmctl.1714312754.log /tmp/dm_test/shardddl2/dmctl.1714312685.log /tmp/dm_test/shardddl2/dmctl.1714312786.log /tmp/dm_test/shardddl2/dmctl.1714312725.log /tmp/dm_test/shardddl2/dmctl.1714312748.log /tmp/dm_test/shardddl2/dmctl.1714312682.log /tmp/dm_test/shardddl2/dmctl.1714312729.log /tmp/dm_test/shardddl2/dmctl.1714312792.log /tmp/dm_test/shardddl2/dmctl.1714312819.log /tmp/dm_test/shardddl2/dmctl.1714312707.log /tmp/dm_test/shardddl2/dmctl.1714312756.log /tmp/dm_test/shardddl2/dmctl.1714312700.log /tmp/dm_test/shardddl2/dmctl.1714312826.log /tmp/dm_test/shardddl2/dmctl.1714312684.log /tmp/dm_test/shardddl2/dmctl.1714312747.log /tmp/dm_test/shardddl2/dmctl.1714312774.log /tmp/dm_test/shardddl2/dmctl.1714312706.log /tmp/dm_test/shardddl2/dmctl.1714312691.log /tmp/dm_test/shardddl2/dmctl.1714312738.log /tmp/dm_test/shardddl2/dmctl.1714312815.log /tmp/dm_test/shardddl2/worker2/log/dm-worker.log /tmp/dm_test/shardddl2/worker2/log/stdout.log /tmp/dm_test/shardddl2/dmctl.1714312778.log /tmp/dm_test/shardddl2/dmctl.1714312657.log /tmp/dm_test/shardddl2/dmctl.1714312651.log /tmp/dm_test/shardddl2/dmctl.1714312670.log /tmp/dm_test/shardddl2/worker1/log/dm-worker.log /tmp/dm_test/shardddl2/worker1/log/stdout.log /tmp/dm_test/shardddl2/master/log/dm-master.log /tmp/dm_test/shardddl2/master/log/stdout.log /tmp/dm_test/shardddl2/dmctl.1714312652.log /tmp/dm_test/shardddl2/dmctl.1714312793.log /tmp/dm_test/shardddl2/dmctl.1714312814.log /tmp/dm_test/shardddl2/dmctl.1714312765.log /tmp/dm_test/shardddl2/dmctl.1714312736.log /tmp/dm_test/shardddl2/dmctl.1714312665.log /tmp/dm_test/shardddl2/dmctl.1714312816.log /tmp/dm_test/shardddl2/dmctl.1714312671.log /tmp/dm_test/shardddl2/dmctl.1714312806.log /tmp/dm_test/shardddl2/sync_diff_stdout.log /tmp/dm_test/shardddl2/dmctl.1714312776.log /tmp/dm_test/shardddl2/dmctl.1714312650.log /tmp/dm_test/shardddl2/dmctl.1714312727.log /tmp/dm_test/shardddl2/dmctl.1714312755.log /tmp/dm_test/shardddl2/dmctl.1714312672.log /tmp/dm_test/downstream/tidb/log/tidb.log /tmp/dm_test/shardddl1_1/dmctl.1714312582.log /tmp/dm_test/shardddl1_1/dmctl.1714312522.log /tmp/dm_test/shardddl1_1/dmctl.1714312530.log /tmp/dm_test/shardddl1_1/dmctl.1714312607.log /tmp/dm_test/shardddl1_1/dmctl.1714312633.log /tmp/dm_test/shardddl1_1/dmctl.1714312556.log /tmp/dm_test/shardddl1_1/dmctl.1714312614.log /tmp/dm_test/shardddl1_1/dmctl.1714312551.log /tmp/dm_test/shardddl1_1/dmctl.1714312553.log /tmp/dm_test/shardddl1_1/dmctl.1714312589.log /tmp/dm_test/shardddl1_1/dmctl.1714312526.log /tmp/dm_test/shardddl1_1/dmctl.1714312554.log /tmp/dm_test/shardddl1_1/dmctl.1714312577.log /tmp/dm_test/shardddl1_1/dmctl.1714312531.log /tmp/dm_test/shardddl1_1/dmctl.1714312544.log /tmp/dm_test/shardddl1_1/dmctl.1714312542.log /tmp/dm_test/shardddl1_1/dmctl.1714312591.log /tmp/dm_test/shardddl1_1/dmctl.1714312628.log /tmp/dm_test/shardddl1_1/dmctl.1714312584.log /tmp/dm_test/shardddl1_1/dmctl.1714312637.log /tmp/dm_test/shardddl1_1/dmctl.1714312525.log /tmp/dm_test/shardddl1_1/dmctl.1714312609.log /tmp/dm_test/shardddl1_1/dmctl.1714312569.log /tmp/dm_test/shardddl1_1/dmctl.1714312545.log /tmp/dm_test/shardddl1_1/dmctl.1714312635.log /tmp/dm_test/shardddl1_1/dmctl.1714312625.log /tmp/dm_test/shardddl1_1/dmctl.1714312606.log /tmp/dm_test/shardddl1_1/dmctl.1714312534.log /tmp/dm_test/shardddl1_1/dmctl.1714312539.log /tmp/dm_test/shardddl1_1/dmctl.1714312597.log /tmp/dm_test/shardddl1_1/dmctl.1714312602.log /tmp/dm_test/shardddl1_1/dmctl.1714312535.log /tmp/dm_test/shardddl1_1/dmctl.1714312594.log /tmp/dm_test/shardddl1_1/dmctl.1714312519.log /tmp/dm_test/shardddl1_1/dmctl.1714312620.log /tmp/dm_test/shardddl1_1/dmctl.1714312552.log /tmp/dm_test/shardddl1_1/dmctl.1714312536.log /tmp/dm_test/shardddl1_1/dmctl.1714312572.log /tmp/dm_test/shardddl1_1/dmctl.1714312621.log /tmp/dm_test/shardddl1_1/dmctl.1714312610.log /tmp/dm_test/shardddl1_1/dmctl.1714312581.log /tmp/dm_test/shardddl1_1/dmctl.1714312611.log /tmp/dm_test/shardddl1_1/dmctl.1714312580.log /tmp/dm_test/shardddl1_1/dmctl.1714312608.log /tmp/dm_test/shardddl1_1/dmctl.1714312529.log /tmp/dm_test/shardddl1_1/dmctl.1714312562.log /tmp/dm_test/shardddl1_1/dmctl.1714312618.log /tmp/dm_test/shardddl1_1/dmctl.1714312640.log /tmp/dm_test/shardddl1_1/dmctl.1714312615.log /tmp/dm_test/shardddl1_1/dmctl.1714312595.log /tmp/dm_test/shardddl1_1/dmctl.1714312600.log /tmp/dm_test/shardddl1_1/dmctl.1714312540.log /tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1_1/worker2/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714312567.log /tmp/dm_test/shardddl1_1/dmctl.1714312579.log /tmp/dm_test/shardddl1_1/dmctl.1714312626.log /tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1_1/worker1/log/stdout.log /tmp/dm_test/shardddl1_1/master/log/dm-master.log /tmp/dm_test/shardddl1_1/master/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714312568.log /tmp/dm_test/shardddl1_1/dmctl.1714312586.log /tmp/dm_test/shardddl1_1/dmctl.1714312631.log /tmp/dm_test/shardddl1_1/dmctl.1714312603.log /tmp/dm_test/shardddl1_1/dmctl.1714312613.log /tmp/dm_test/shardddl1_1/dmctl.1714312593.log /tmp/dm_test/shardddl1_1/dmctl.1714312617.log /tmp/dm_test/shardddl1_1/dmctl.1714312521.log /tmp/dm_test/shardddl1_1/dmctl.1714312559.log /tmp/dm_test/shardddl1_1/dmctl.1714312546.log /tmp/dm_test/shardddl1_1/dmctl.1714312565.log /tmp/dm_test/shardddl1_1/sync_diff_stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714312557.log /tmp/dm_test/shardddl1_1/dmctl.1714312550.log /tmp/dm_test/shardddl1_1/dmctl.1714312634.log /tmp/dm_test/shardddl1_1/dmctl.1714312549.log /tmp/dm_test/shardddl1_1/dmctl.1714312560.log /tmp/dm_test/shardddl1_1/dmctl.1714312630.log /tmp/dm_test/shardddl1_1/dmctl.1714312588.log /tmp/dm_test/shardddl1_1/dmctl.1714312574.log /tmp/dm_test/shardddl1_1/dmctl.1714312583.log /tmp/dm_test/shardddl1_1/dmctl.1714312636.log /tmp/dm_test/shardddl1_1/dmctl.1714312575.log /tmp/dm_test/shardddl1_1/dmctl.1714312604.log /tmp/dm_test/shardddl1_1/dmctl.1714312571.log /tmp/dm_test/shardddl1_1/dmctl.1714312623.log /tmp/dm_test/shardddl1_1/dmctl.1714312599.log /tmp/dm_test/shardddl1_1/dmctl.1714312563.log /tmp/dm_test/shardddl1_1/dmctl.1714312518.log
tar: Removing leading `/' from member names
/tmp/dm_test/shardddl1/dmctl.1714312348.log
/tmp/dm_test/shardddl1/dmctl.1714312256.log
/tmp/dm_test/shardddl1/dmctl.1714312458.log
/tmp/dm_test/shardddl1/dmctl.1714312466.log
/tmp/dm_test/shardddl1/dmctl.1714312322.log
/tmp/dm_test/shardddl1/dmctl.1714312369.log
/tmp/dm_test/shardddl1/dmctl.1714312251.log
/tmp/dm_test/shardddl1/dmctl.1714312449.log
/tmp/dm_test/shardddl1/dmctl.1714312317.log
/tmp/dm_test/shardddl1/dmctl.1714312491.log
/tmp/dm_test/shardddl1/dmctl.1714312489.log
/tmp/dm_test/shardddl1/dmctl.1714312384.log
/tmp/dm_test/shardddl1/dmctl.1714312358.log
/tmp/dm_test/shardddl1/dmctl.1714312390.log
/tmp/dm_test/shardddl1/dmctl.1714312349.log
/tmp/dm_test/shardddl1/dmctl.1714312429.log
/tmp/dm_test/shardddl1/dmctl.1714312447.log
/tmp/dm_test/shardddl1/dmctl.1714312286.log
/tmp/dm_test/shardddl1/dmctl.1714312338.log
/tmp/dm_test/shardddl1/dmctl.1714312494.log
/tmp/dm_test/shardddl1/dmctl.1714312506.log
/tmp/dm_test/shardddl1/dmctl.1714312448.log
/tmp/dm_test/shardddl1/dmctl.1714312437.log
/tmp/dm_test/shardddl1/dmctl.1714312426.log
/tmp/dm_test/shardddl1/dmctl.1714312362.log
/tmp/dm_test/shardddl1/dmctl.1714312490.log
/tmp/dm_test/shardddl1/dmctl.1714312361.log
/tmp/dm_test/shardddl1/dmctl.1714312351.log
/tmp/dm_test/shardddl1/dmctl.1714312508.log
/tmp/dm_test/shardddl1/dmctl.1714312255.log
/tmp/dm_test/shardddl1/dmctl.1714312347.log
/tmp/dm_test/shardddl1/dmctl.1714312460.log
/tmp/dm_test/shardddl1/dmctl.1714312425.log
/tmp/dm_test/shardddl1/dmctl.1714312465.log
/tmp/dm_test/shardddl1/dmctl.1714312471.log
/tmp/dm_test/shardddl1/dmctl.1714312488.log
/tmp/dm_test/shardddl1/dmctl.1714312503.log
/tmp/dm_test/shardddl1/dmctl.1714312320.log
/tmp/dm_test/shardddl1/dmctl.1714312350.log
/tmp/dm_test/shardddl1/dmctl.1714312438.log
/tmp/dm_test/shardddl1/dmctl.1714312440.log
/tmp/dm_test/shardddl1/dmctl.1714312379.log
/tmp/dm_test/shardddl1/dmctl.1714312367.log
/tmp/dm_test/shardddl1/dmctl.1714312475.log
/tmp/dm_test/shardddl1/dmctl.1714312344.log
/tmp/dm_test/shardddl1/dmctl.1714312372.log
/tmp/dm_test/shardddl1/dmctl.1714312281.log
/tmp/dm_test/shardddl1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1/worker2/log/stdout.log
/tmp/dm_test/shardddl1/dmctl.1714312436.log
/tmp/dm_test/shardddl1/dmctl.1714312478.log
/tmp/dm_test/shardddl1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1/worker1/log/stdout.log
/tmp/dm_test/shardddl1/master/log/dm-master.log
/tmp/dm_test/shardddl1/master/log/stdout.log
/tmp/dm_test/shardddl1/dmctl.1714312385.log
/tmp/dm_test/shardddl1/dmctl.1714312487.log
/tmp/dm_test/shardddl1/dmctl.1714312505.log
/tmp/dm_test/shardddl1/dmctl.1714312469.log
/tmp/dm_test/shardddl1/dmctl.1714312378.log
/tmp/dm_test/shardddl1/dmctl.1714312476.log
/tmp/dm_test/shardddl1/dmctl.1714312342.log
/tmp/dm_test/shardddl1/dmctl.1714312482.log
/tmp/dm_test/shardddl1/dmctl.1714312500.log
/tmp/dm_test/shardddl1/sync_diff_stdout.log
/tmp/dm_test/shardddl1/dmctl.1714312502.log
/tmp/dm_test/shardddl1/dmctl.1714312430.log
/tmp/dm_test/shardddl1/dmctl.1714312365.log
/tmp/dm_test/shardddl1/dmctl.1714312483.log
/tmp/dm_test/shardddl1/dmctl.1714312285.log
/tmp/dm_test/shardddl1/dmctl.1714312493.log
/tmp/dm_test/shardddl1/dmctl.1714312249.log
/tmp/dm_test/shardddl1/dmctl.1714312345.log
/tmp/dm_test/shardddl1/dmctl.1714312441.log
/tmp/dm_test/shardddl1/dmctl.1714312343.log
/tmp/dm_test/goroutines/stack/log/worker-18262.log
/tmp/dm_test/goroutines/stack/log/master-8661.log
/tmp/dm_test/goroutines/stack/log/worker-8264.log
/tmp/dm_test/goroutines/stack/log/worker-8262.log
/tmp/dm_test/goroutines/stack/log/worker-8263.log
/tmp/dm_test/goroutines/stack/log/worker-18263.log
/tmp/dm_test/goroutines/stack/log/master-8461.log
/tmp/dm_test/goroutines/stack/log/master-8261.log
/tmp/dm_test/goroutines/stack/log/master-8561.log
/tmp/dm_test/goroutines/stack/log/master-8761.log
/tmp/dm_test/goroutines/stack/log/master-8361.log
/tmp/dm_test/shardddl2/dmctl.1714312726.log
/tmp/dm_test/shardddl2/dmctl.1714312686.log
/tmp/dm_test/shardddl2/dmctl.1714312730.log
/tmp/dm_test/shardddl2/dmctl.1714312648.log
/tmp/dm_test/shardddl2/dmctl.1714312737.log
/tmp/dm_test/shardddl2/dmctl.1714312794.log
/tmp/dm_test/shardddl2/dmctl.1714312796.log
/tmp/dm_test/shardddl2/dmctl.1714312703.log
/tmp/dm_test/shardddl2/dmctl.1714312754.log
/tmp/dm_test/shardddl2/dmctl.1714312685.log
/tmp/dm_test/shardddl2/dmctl.1714312786.log
/tmp/dm_test/shardddl2/dmctl.1714312725.log
/tmp/dm_test/shardddl2/dmctl.1714312748.log
/tmp/dm_test/shardddl2/dmctl.1714312682.log
/tmp/dm_test/shardddl2/dmctl.1714312729.log
/tmp/dm_test/shardddl2/dmctl.1714312792.log
/tmp/dm_test/shardddl2/dmctl.1714312819.log
/tmp/dm_test/shardddl2/dmctl.1714312707.log
/tmp/dm_test/shardddl2/dmctl.1714312756.log
/tmp/dm_test/shardddl2/dmctl.1714312700.log
/tmp/dm_test/shardddl2/dmctl.1714312826.log
/tmp/dm_test/shardddl2/dmctl.1714312684.log
/tmp/dm_test/shardddl2/dmctl.1714312747.log
/tmp/dm_test/shardddl2/dmctl.1714312774.log
/tmp/dm_test/shardddl2/dmctl.1714312706.log
/tmp/dm_test/shardddl2/dmctl.1714312691.log
/tmp/dm_test/shardddl2/dmctl.1714312738.log
/tmp/dm_test/shardddl2/dmctl.1714312815.log
/tmp/dm_test/shardddl2/worker2/log/dm-worker.log
/tmp/dm_test/shardddl2/worker2/log/stdout.log
/tmp/dm_test/shardddl2/dmctl.1714312778.log
/tmp/dm_test/shardddl2/dmctl.1714312657.log
/tmp/dm_test/shardddl2/dmctl.1714312651.log
/tmp/dm_test/shardddl2/dmctl.1714312670.log
/tmp/dm_test/shardddl2/worker1/log/dm-worker.log
/tmp/dm_test/shardddl2/worker1/log/stdout.log
/tmp/dm_test/shardddl2/master/log/dm-master.log
/tmp/dm_test/shardddl2/master/log/stdout.log
/tmp/dm_test/shardddl2/dmctl.1714312652.log
/tmp/dm_test/shardddl2/dmctl.1714312793.log
/tmp/dm_test/shardddl2/dmctl.1714312814.log
/tmp/dm_test/shardddl2/dmctl.1714312765.log
/tmp/dm_test/shardddl2/dmctl.1714312736.log
/tmp/dm_test/shardddl2/dmctl.1714312665.log
/tmp/dm_test/shardddl2/dmctl.1714312816.log
/tmp/dm_test/shardddl2/dmctl.1714312671.log
/tmp/dm_test/shardddl2/dmctl.1714312806.log
/tmp/dm_test/shardddl2/sync_diff_stdout.log
/tmp/dm_test/shardddl2/dmctl.1714312776.log
/tmp/dm_test/shardddl2/dmctl.1714312650.log
/tmp/dm_test/shardddl2/dmctl.1714312727.log
/tmp/dm_test/shardddl2/dmctl.1714312755.log
/tmp/dm_test/shardddl2/dmctl.1714312672.log
/tmp/dm_test/downstream/tidb/log/tidb.log
/tmp/dm_test/shardddl1_1/dmctl.1714312582.log
/tmp/dm_test/shardddl1_1/dmctl.1714312522.log
/tmp/dm_test/shardddl1_1/dmctl.1714312530.log
/tmp/dm_test/shardddl1_1/dmctl.1714312607.log
/tmp/dm_test/shardddl1_1/dmctl.1714312633.log
/tmp/dm_test/shardddl1_1/dmctl.1714312556.log
/tmp/dm_test/shardddl1_1/dmctl.1714312614.log
/tmp/dm_test/shardddl1_1/dmctl.1714312551.log
/tmp/dm_test/shardddl1_1/dmctl.1714312553.log
/tmp/dm_test/shardddl1_1/dmctl.1714312589.log
/tmp/dm_test/shardddl1_1/dmctl.1714312526.log
/tmp/dm_test/shardddl1_1/dmctl.1714312554.log
/tmp/dm_test/shardddl1_1/dmctl.1714312577.log
/tmp/dm_test/shardddl1_1/dmctl.1714312531.log
/tmp/dm_test/shardddl1_1/dmctl.1714312544.log
/tmp/dm_test/shardddl1_1/dmctl.1714312542.log
/tmp/dm_test/shardddl1_1/dmctl.1714312591.log
/tmp/dm_test/shardddl1_1/dmctl.1714312628.log
/tmp/dm_test/shardddl1_1/dmctl.1714312584.log
/tmp/dm_test/shardddl1_1/dmctl.1714312637.log
/tmp/dm_test/shardddl1_1/dmctl.1714312525.log
/tmp/dm_test/shardddl1_1/dmctl.1714312609.log
/tmp/dm_test/shardddl1_1/dmctl.1714312569.log
/tmp/dm_test/shardddl1_1/dmctl.1714312545.log
/tmp/dm_test/shardddl1_1/dmctl.1714312635.log
/tmp/dm_test/shardddl1_1/dmctl.1714312625.log
/tmp/dm_test/shardddl1_1/dmctl.1714312606.log
/tmp/dm_test/shardddl1_1/dmctl.1714312534.log
/tmp/dm_test/shardddl1_1/dmctl.1714312539.log
/tmp/dm_test/shardddl1_1/dmctl.1714312597.log
/tmp/dm_test/shardddl1_1/dmctl.1714312602.log
/tmp/dm_test/shardddl1_1/dmctl.1714312535.log
/tmp/dm_test/shardddl1_1/dmctl.1714312594.log
/tmp/dm_test/shardddl1_1/dmctl.1714312519.log
/tmp/dm_test/shardddl1_1/dmctl.1714312620.log
/tmp/dm_test/shardddl1_1/dmctl.1714312552.log
/tmp/dm_test/shardddl1_1/dmctl.1714312536.log
/tmp/dm_test/shardddl1_1/dmctl.1714312572.log
/tmp/dm_test/shardddl1_1/dmctl.1714312621.log
/tmp/dm_test/shardddl1_1/dmctl.1714312610.log
/tmp/dm_test/shardddl1_1/dmctl.1714312581.log
/tmp/dm_test/shardddl1_1/dmctl.1714312611.log
/tmp/dm_test/shardddl1_1/dmctl.1714312580.log
/tmp/dm_test/shardddl1_1/dmctl.1714312608.log
/tmp/dm_test/shardddl1_1/dmctl.1714312529.log
/tmp/dm_test/shardddl1_1/dmctl.1714312562.log
/tmp/dm_test/shardddl1_1/dmctl.1714312618.log
/tmp/dm_test/shardddl1_1/dmctl.1714312640.log
/tmp/dm_test/shardddl1_1/dmctl.1714312615.log
/tmp/dm_test/shardddl1_1/dmctl.1714312595.log
/tmp/dm_test/shardddl1_1/dmctl.1714312600.log
/tmp/dm_test/shardddl1_1/dmctl.1714312540.log
/tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1_1/worker2/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714312567.log
/tmp/dm_test/shardddl1_1/dmctl.1714312579.log
/tmp/dm_test/shardddl1_1/dmctl.1714312626.log
/tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1_1/worker1/log/stdout.log
/tmp/dm_test/shardddl1_1/master/log/dm-master.log
/tmp/dm_test/shardddl1_1/master/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714312568.log
/tmp/dm_test/shardddl1_1/dmctl.1714312586.log
/tmp/dm_test/shardddl1_1/dmctl.1714312631.log
/tmp/dm_test/shardddl1_1/dmctl.1714312603.log
/tmp/dm_test/shardddl1_1/dmctl.1714312613.log
/tmp/dm_test/shardddl1_1/dmctl.1714312593.log
/tmp/dm_test/shardddl1_1/dmctl.1714312617.log
/tmp/dm_test/shardddl1_1/dmctl.1714312521.log
/tmp/dm_test/shardddl1_1/dmctl.1714312559.log
/tmp/dm_test/shardddl1_1/dmctl.1714312546.log
/tmp/dm_test/shardddl1_1/dmctl.1714312565.log
/tmp/dm_test/shardddl1_1/sync_diff_stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714312557.log
/tmp/dm_test/shardddl1_1/dmctl.1714312550.log
/tmp/dm_test/shardddl1_1/dmctl.1714312634.log
/tmp/dm_test/shardddl1_1/dmctl.1714312549.log
/tmp/dm_test/shardddl1_1/dmctl.1714312560.log
/tmp/dm_test/shardddl1_1/dmctl.1714312630.log
/tmp/dm_test/shardddl1_1/dmctl.1714312588.log
/tmp/dm_test/shardddl1_1/dmctl.1714312574.log
/tmp/dm_test/shardddl1_1/dmctl.1714312583.log
/tmp/dm_test/shardddl1_1/dmctl.1714312636.log
/tmp/dm_test/shardddl1_1/dmctl.1714312575.log
/tmp/dm_test/shardddl1_1/dmctl.1714312604.log
/tmp/dm_test/shardddl1_1/dmctl.1714312571.log
/tmp/dm_test/shardddl1_1/dmctl.1714312623.log
/tmp/dm_test/shardddl1_1/dmctl.1714312599.log
/tmp/dm_test/shardddl1_1/dmctl.1714312563.log
/tmp/dm_test/shardddl1_1/dmctl.1714312518.log
+ ls -alh log-G07.tar.gz
-rw-r--r-- 1 jenkins jenkins 665K Apr 28 22:00 log-G07.tar.gz
[Pipeline] archiveArtifacts
Archiving artifacts
wait process worker2 exit...
process worker2 already exit
[Sun Apr 28 22:00:49 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
wait process dm-worker.test exit...
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G07'
rpc addr 127.0.0.1:8263 is alive
Sending interrupt signal to process
Killing processes
begin;
insert into shardddl1.tb2 values (101,101);
insert into shardddl1.tb2 values (102,102);
insert into shardddl1.tb2 values (103,103);
insert into shardddl1.tb2 values (104,104);
insert into shardddl1.tb2 values (105,105);
insert into shardddl1.tb2 values (106,106);
insert into shardddl1.tb2 values (107,107);
insert into shardddl1.tb2 values (108,108);
insert into shardddl1.tb2 values (109,109);
insert into shardddl1.tb2 values (110,110);
commit;
begin;
insert into shardddl1.tb1 values (111,111);
insert into shardddl1.tb1 values (112,112);
insert into shardddl1.tb1 values (113,113);
insert into shardddl1.tb1 values (114,114);
insert into shardddl1.tb1 values (115,115);
insert into shardddl1.tb1 values (116,116);
insert into shardddl1.tb1 values (117,117);
insert into shardddl1.tb1 values (118,118);
insert into shardddl1.tb1 values (119,119);
insert into shardddl1.tb1 values (120,120);
commit;
begin;
insert into shardddl1.tb2 values (121,121);
insert into shardddl1.tb2 values (122,122);
insert into shardddl1.tb2 values (123,123);
insert into shardddl1.tb2 values (124,124);
insert into shardddl1.tb2 values (125,125);
insert into shardddl1.tb2 values (126,126);
insert into shardddl1.tb2 values (127,127);
insert into shardddl1.tb2 values (128,128);
insert into shardddl1.tb2 values (129,129);
insert into shardddl1.tb2 values (130,130);
commit;
begin;
insert into shardddl1.t_1 values (131,131);
insert into shardddl1.t_1 values (132,132);
insert into shardddl1.t_1 values (133,133);
insert into shardddl1.t_1 values (134,134);
insert into shardddl1.t_1 values (135,135);
insert into shardddl1.t_1 values (136,136);
insert into shardddl1.t_1 values (137,137);
insert into shardddl1.t_1 values (138,138);
insert into shardddl1.t_1 values (139,139);
insert into shardddl1.t_1 values (140,140);
commit;
check diff successfully
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
begin;
insert into shardddl1.tb2 values (201,201);
insert into shardddl1.tb2 values (202,202);
insert into shardddl1.tb2 values (203,203);
insert into shardddl1.tb2 values (204,204);
insert into shardddl1.tb2 values (205,205);
insert into shardddl1.tb2 values (206,206);
insert into shardddl1.tb2 values (207,207);
insert into shardddl1.tb2 values (208,208);
insert into shardddl1.tb2 values (209,209);
insert into shardddl1.tb2 values (210,210);
commit;
begin;
insert into shardddl1.tb1 values (211,211);
insert into shardddl1.tb1 values (212,212);
insert into shardddl1.tb1 values (213,213);
insert into shardddl1.tb1 values (214,214);
insert into shardddl1.tb1 values (215,215);
insert into shardddl1.tb1 values (216,216);
insert into shardddl1.tb1 values (217,217);
insert into shardddl1.tb1 values (218,218);
insert into shardddl1.tb1 values (219,219);
insert into shardddl1.tb1 values (220,220);
commit;
begin;
insert into shardddl1.tb2 values (221,221);
insert into shardddl1.tb2 values (222,222);
insert into shardddl1.tb2 values (223,223);
insert into shardddl1.tb2 values (224,224);
insert into shardddl1.tb2 values (225,225);
insert into shardddl1.tb2 values (226,226);
insert into shardddl1.tb2 values (227,227);
insert into shardddl1.tb2 values (228,228);
insert into shardddl1.tb2 values (229,229);
insert into shardddl1.tb2 values (230,230);
commit;
begin;
insert into shardddl1.t_1 values (231,231);
insert into shardddl1.t_1 values (232,232);
insert into shardddl1.t_1 values (233,233);
insert into shardddl1.t_1 values (234,234);
insert into shardddl1.t_1 values (235,235);
insert into shardddl1.t_1 values (236,236);
insert into shardddl1.t_1 values (237,237);
insert into shardddl1.t_1 values (238,238);
insert into shardddl1.t_1 values (239,239);
insert into shardddl1.t_1 values (240,240);
commit;
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 22:00:52 CST 2024] <<<<<< test case foreign_key success! >>>>>>
start running case: [full_mode] script: [/home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun Apr 28 22:00:52 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/release-7.5/pull_dm_integration_test/tiflow/dm/tests/full_mode/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
kill finished with exit code 0
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] }
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // withCredentials
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] // container
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
dmctl test cmd: "query-status test"
got=1 expected=1
<<<<<< test_source_and_target_with_empty_gtid success! >>>>>>
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
[Pipeline] // node
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // podTemplate
[Pipeline] // withEnv
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // node
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // podTemplate
[Pipeline] // withCredentials
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G08'
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G11'
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
[Pipeline] // node
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // podTemplate
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // withCredentials
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G10'
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G00'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
ERROR: script returned exit code 2
Finished: FAILURE