Skipping 1,138 KB.. Full Log

wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/s3_dumpling_lightning/source1.yaml"
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "operate-source create /tmp/dm_test/s3_dumpling_lightning/source2.yaml"
wait process dm-worker.test exit...
wait process dm-master exit...
wait process dm-worker1 exit...
process dm-worker1 already exit
kill dm-worker2
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 13:25:59 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
prepare source data
start task
dmctl test cmd: "start-task /tmp/dm_test/s3_dumpling_lightning/dm-task.yaml"
wait process dm-worker2 exit...
wait process dm-master exit...
process dm-master already exit
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 13:26:00 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 13:26:00 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-worker2 exit...
process dm-worker2 already exit
dmctl test cmd: "list-member --name worker1 --name worker2"
got=2 expected=2
start worker2
[Sat May  4 13:26:00 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/source1.yaml"
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/source1.yaml"
[Sat May  4 13:26:01 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-noshard.yaml"
rpc addr 127.0.0.1:8263 is alive
start worker1
[Sat May  4 13:26:01 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-sharding.yaml"
[Sat May  4 13:26:01 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
--> start test_privileges_can_migrate...
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-priv.yaml --remove-meta"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-task-standalone.yaml --remove-meta"
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "list-member --name worker2 --name worker1"
got=1 expected=1
got=1 expected=1
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
kill dm-worker1
rpc addr 127.0.0.1:8261 is alive
check log contain failed 1-th time, retry later
check diff successfully
dmctl test cmd: "query-status test"
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-worker1 exit...
pass test_privileges_can_migrate
--> start test_privilege_precheck...
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-priv.yaml"
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-priv.yaml"
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-priv.yaml"
pass test_privilege_precheck
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-worker1 exit...
process dm-worker1 already exit
kill dm-worker2
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
wait process dm-worker2 exit...
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
wait process dm-master.test exit...
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
wait process dm-worker2 exit...
process dm-worker2 already exit
dmctl test cmd: "list-member --name worker1 --name worker2"
wait process dm-master.test exit...
process dm-master.test already exit
got=2 expected=2
start worker3
[Sat May  4 13:26:07 CST 2024] <<<<<< START DM-WORKER on port 8264, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker3.toml >>>>>>
wait for rpc addr 127.0.0.1:8264 alive the 1-th time
rpc addr 127.0.0.1:8264 is alive
start worker4
[Sat May  4 13:26:08 CST 2024] <<<<<< START DM-WORKER on port 18262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker4.toml >>>>>>
wait for rpc addr 127.0.0.1:18262 alive the 1-th time
dmctl test cmd: "query-status test"
check diff failed 2-th time, retry later
error check
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
rpc addr 127.0.0.1:18262 is alive
dmctl test cmd: "list-member --name worker3 --name worker4"
wait process dm-worker.test exit...
got=1 expected=1
got=1 expected=1
dmctl test cmd: "start-relay -s mysql-replica-01 worker3"
wait process minio exit...
process minio already exit
/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/s3_dumpling_lightning/run.sh: line 49: 16241 Killed                  bin/minio server --address $S3_ENDPOINT "$s3_DBPATH"
run s3 test error check success
Starting TiDB on port 4000
Verifying TiDB is started...
ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 104
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1867/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
check diff failed 3-th time, retry later
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
got=2 expected=2
dmctl test cmd: "start-relay -s mysql-replica-02 worker4"
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
1 dm-master alive
0 dm-worker alive
0 dm-syncer alive
check diff successfully
restart dm-worker1
wait process worker1 exit...
got=2 expected=2
dmctl test cmd: "query-status test"
got=4 expected=4
check diff successfully
kill dm-worker3
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
wait process dm-master.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
wait process worker1 exit...
process worker1 already exit
[Sat May  4 13:26:13 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
[Sat May  4 13:26:14 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #2
[Sat May  4 13:26:14 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
wait process dm-master.test exit...
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 13:26:14 CST 2024] <<<<<< test case s3_dumpling_lightning success! >>>>>>
start running case: [sequence_sharding_optimistic] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/run.sh...
Verbose mode = false
wait process dm-worker3 exit...
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 13:26:14 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
wait process dm-worker3 exit...
process dm-worker3 already exit
kill dm-worker4
restart dm-master
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 13:26:15 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
wait process worker2 exit...
wait process dm-worker4 exit...
wait process dm-master exit...
rpc addr 127.0.0.1:8262 is alive
[Sat May  4 13:26:16 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process worker2 exit...
process worker2 already exit
[Sat May  4 13:26:17 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker4 exit...
process dm-worker4 already exit
dmctl test cmd: "list-member --name worker3 --name worker4"
wait process dm-master exit...
process dm-master already exit
got=2 expected=2
start worker1
[Sat May  4 13:26:17 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   341  100   216  100   125  70312  40690 --:--:-- --:--:-- --:--:--  105k
dmctl test cmd: "operate-source create /tmp/dm_test/sequence_sharding_optimistic/source1.yaml"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "stop-task test"
dmctl test cmd: "operate-source create /tmp/dm_test/sequence_sharding_optimistic/source2.yaml"
[Sat May  4 13:26:18 CST 2024] <<<<<< finish DM-RESYNC_NOT_FLUSHED optimistic >>>>>>
[Sat May  4 13:26:18 CST 2024] <<<<<< start DM-RESYNC_TXN_INTERRUPT optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
rpc addr 127.0.0.1:8262 is alive
start worker2
[Sat May  4 13:26:18 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   407  100   282  100   125  69372  30750 --:--:-- --:--:-- --:--:-- 94000
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-task.yaml --remove-meta"
dmctl test cmd: "query-status test"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "list-member --name worker1 --name worker2"
got=1 expected=1
got=1 expected=1
got=2 expected=2
restart dm-worker1
[Sat May  4 13:26:19 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
num1 1 num2 2
[Sat May  4 13:26:20 CST 2024] <<<<<< finish test_last_bound >>>>>>
[Sat May  4 13:26:20 CST 2024] <<<<<< start test_config_name >>>>>>
[Sat May  4 13:26:20 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join1.toml >>>>>>
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 13:26:20 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /tmp/dm_test/ha_cases/dm-master-join2.toml >>>>>>
wait process worker1 exit...
check diff successfully
ERROR 1146 (42S02) at line 1: Table 'sharding_seq_tmp.t1' doesn't exist
run tidb sql failed 1-th time, retry later
wait process worker1 exit...
process worker1 already exit
[Sat May  4 13:26:21 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check log contain failed 1-th time (file not exist), retry later
[Sat May  4 13:26:22 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /tmp/dm_test/ha_cases/dm-master-join2.toml >>>>>>
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "shard-ddl-lock"
rpc addr 127.0.0.1:8361 is alive
[Sat May  4 13:26:22 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
rpc addr 127.0.0.1:8262 is alive
[Sat May  4 13:26:22 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /tmp/dm_test/ha_cases/dm-worker2.toml >>>>>>
got=1 expected=1
dmctl test cmd: "query-status test"
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   398  100   273  100   125  67557  30932 --:--:-- --:--:-- --:--:-- 91000
dmctl test cmd: "pause-task sequence_sharding_optimistic"
got=3 expected=3
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=2 expected=2
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   512  100   387  100   125   105k  35023 --:--:-- --:--:-- --:--:--  125k
dmctl test cmd: "resume-task sequence_sharding_optimistic"
got=3 expected=3
dmctl test cmd: "query-status sequence_sharding_optimistic"
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
check diff failed 1-th time, retry later
got=3 expected=3
restart dm-worker1
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
wait process worker2 exit...
wait process dm-worker1 exit...
[Sat May  4 13:26:24 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /tmp/dm_test/ha_cases/dm-worker2.toml >>>>>>
rpc addr 127.0.0.1:8263 is alive
[Sat May  4 13:26:24 CST 2024] <<<<<< finish test_config_name >>>>>>
[Sat May  4 13:26:24 CST 2024] <<<<<< start test_join_masters_and_worker >>>>>>
3 dm-master alive
3 dm-worker alive
0 dm-syncer alive
wait process worker2 exit...
process worker2 already exit
[Sat May  4 13:26:25 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff failed 2-th time, retry later
wait process dm-worker1 exit...
process dm-worker1 already exit
[Sat May  4 13:26:25 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
wait process dm-master.test exit...
rpc addr 127.0.0.1:8263 is alive
begin;
insert into shardddl1.tb2 values (1,1);
insert into shardddl1.tb2 values (2,2);
insert into shardddl1.tb2 values (3,3);
insert into shardddl1.tb2 values (4,4);
insert into shardddl1.tb2 values (5,5);
insert into shardddl1.tb2 values (6,6);
insert into shardddl1.tb2 values (7,7);
insert into shardddl1.tb2 values (8,8);
insert into shardddl1.tb2 values (9,9);
insert into shardddl1.tb2 values (10,10);
commit;
begin;
insert into shardddl1.t_1 values (11,11);
insert into shardddl1.t_1 values (12,12);
insert into shardddl1.t_1 values (13,13);
insert into shardddl1.t_1 values (14,14);
insert into shardddl1.t_1 values (15,15);
insert into shardddl1.t_1 values (16,16);
insert into shardddl1.t_1 values (17,17);
insert into shardddl1.t_1 values (18,18);
insert into shardddl1.t_1 values (19,19);
insert into shardddl1.t_1 values (20,20);
insert into shardddl1.t_1 values (21,21);
insert into shardddl1.t_1 values (22,22);
insert into shardddl1.t_1 values (23,23);
insert into shardddl1.t_1 values (24,24);
insert into shardddl1.t_1 values (25,25);
insert into shardddl1.t_1 values (26,26);
insert into shardddl1.t_1 values (27,27);
insert into shardddl1.t_1 values (28,28);
insert into shardddl1.t_1 values (29,29);
insert into shardddl1.t_1 values (30,30);
insert into shardddl1.t_1 values (31,31);
insert into shardddl1.t_1 values (32,32);
insert into shardddl1.t_1 values (33,33);
insert into shardddl1.t_1 values (34,34);
insert into shardddl1.t_1 values (35,35);
insert into shardddl1.t_1 values (36,36);
insert into shardddl1.t_1 values (37,37);
insert into shardddl1.t_1 values (38,38);
insert into shardddl1.t_1 values (39,39);
insert into shardddl1.t_1 values (40,40);
insert into shardddl1.t_1 values (41,41);
insert into shardddl1.t_1 values (42,42);
insert into shardddl1.t_1 values (43,43);
insert into shardddl1.t_1 values (44,44);
insert into shardddl1.t_1 values (45,45);
insert into shardddl1.t_1 values (46,46);
insert into shardddl1.t_1 values (47,47);
insert into shardddl1.t_1 values (48,48);
insert into shardddl1.t_1 values (49,49);
insert into shardddl1.t_1 values (50,50);
commit;
begin;
insert into shardddl1.tb1 values (51,51);
insert into shardddl1.tb1 values (52,52);
insert into shardddl1.tb1 values (53,53);
insert into shardddl1.tb1 values (54,54);
insert into shardddl1.tb1 values (55,55);
insert into shardddl1.tb1 values (56,56);
insert into shardddl1.tb1 values (57,57);
insert into shardddl1.tb1 values (58,58);
insert into shardddl1.tb1 values (59,59);
insert into shardddl1.tb1 values (60,60);
commit;
begin;
insert into shardddl1.t_1 values (61,61);
insert into shardddl1.t_1 values (62,62);
insert into shardddl1.t_1 values (63,63);
insert into shardddl1.t_1 values (64,64);
insert into shardddl1.t_1 values (65,65);
insert into shardddl1.t_1 values (66,66);
insert into shardddl1.t_1 values (67,67);
insert into shardddl1.t_1 values (68,68);
insert into shardddl1.t_1 values (69,69);
insert into shardddl1.t_1 values (70,70);
commit;
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "shard-ddl-lock unlock non-exist-task-`test_db`.`test_table`"
dmctl test cmd: "query-status sequence_sharding_optimistic"
wait process dm-master.test exit...
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
dmctl test cmd: "query-status sequence_sharding_optimistic"
check diff failed 3-th time, retry later
wait process dm-master.test exit...
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
got=3 expected=3
check diff failed 1-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
wait process dm-master.test exit...
check diff failed 2-th time, retry later
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
wait process dm-master.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
check diff successfully
dmctl test cmd: "pause-task sequence_sharding_optimistic"
[Sat May  4 13:26:30 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #3
[Sat May  4 13:26:30 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
dmctl test cmd: "query-status test"
got=1 expected=1
<<<<<< test_source_and_target_with_empty_gtid success! >>>>>>
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
got=3 expected=3
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=2 expected=2
wait process dm-worker.test exit...
check diff failed 3-th time, retry later
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   508  100   383  100   125  49002  15992 --:--:-- --:--:-- --:--:-- 54714
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   291  100   166  100   125  53359  40180 --:--:-- --:--:-- --:--:-- 55333
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   538  100   370  100   168  72364  32857 --:--:-- --:--:-- --:--:-- 74000
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   508  100   383  100   125   123k  41281 --:--:-- --:--:-- --:--:--  187k
dmctl test cmd: "binlog-schema list -s mysql-replica-01,mysql-replica-02 sequence_sharding_optimistic sharding_seq_opt t2"
dmctl test cmd: "binlog-schema delete -s mysql-replica-01 sequence_sharding_optimistic sharding_seq_opt t2"
dmctl test cmd: "binlog-schema update -s mysql-replica-01 sequence_sharding_optimistic sharding_seq_opt t1 /tmp/dm_test/sequence_sharding_optimistic/schema.sql"
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   508  100   383  100   125   121k  40492 --:--:-- --:--:-- --:--:--  187k
{
  "result": true,
  "msg": "",
  "sources": [
    {
      "result": true,
      "msg": "CREATE TABLE `t1` ( `id` bigint(20) NOT NULL, `c2` varchar(20) DEFAULT NULL, `c3` bigint(11) DEFAULT NULL, PRIMARY KEY (`id`) /*T![clustered_index] CLUSTERED */) ENGINE=InnoDB DEFAULT CHARSET=latin1 COLLATE=latin1_bin",
      "source": "mysql-replica-01",
      "worker": "worker2"
    }
  ]
}dmctl test cmd: "resume-task sequence_sharding_optimistic"
wait process dm-master.test exit...
got=3 expected=3
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=3 expected=3
check diff successfully
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
dmctl test cmd: "query-status test"
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 13:26:31 CST 2024] <<<<<< test case all_mode success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1867/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
wait process dm-master.test exit...
[Pipeline] // withEnv
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
wait process dm-master.test exit...
check diff successfully
restart dm-worker1
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-master.test exit...
process dm-master.test already exit
wait process worker1 exit...
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
restart dm-master
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
clean source table
wait process worker1 exit...
process worker1 already exit
[Sat May  4 13:26:34 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-master exit...
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
wait process dm-master exit...
process dm-master already exit
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 13:26:36 CST 2024] <<<<<< test case sequence_sharding_optimistic success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1867/tiflow-dm already exists)
wait process worker2 exit...
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Sat May  4 13:26:36 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join1.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Pipeline] // stage
[Pipeline] }
rpc addr 127.0.0.1:8261 is alive
query-status from unique master
dmctl test cmd: "query-status"
wait process worker2 exit...
process worker2 already exit
[Sat May  4 13:26:37 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
[Sat May  4 13:26:37 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
got=1 expected=1
[Sat May  4 13:26:38 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join2.toml >>>>>>
wait for rpc addr 127.0.0.1:8361 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
begin;
insert into shardddl1.tb2 values (101,101);
insert into shardddl1.tb2 values (102,102);
insert into shardddl1.tb2 values (103,103);
insert into shardddl1.tb2 values (104,104);
insert into shardddl1.tb2 values (105,105);
insert into shardddl1.tb2 values (106,106);
insert into shardddl1.tb2 values (107,107);
insert into shardddl1.tb2 values (108,108);
insert into shardddl1.tb2 values (109,109);
insert into shardddl1.tb2 values (110,110);
commit;
begin;
insert into shardddl1.tb1 values (111,111);
insert into shardddl1.tb1 values (112,112);
insert into shardddl1.tb1 values (113,113);
insert into shardddl1.tb1 values (114,114);
insert into shardddl1.tb1 values (115,115);
insert into shardddl1.tb1 values (116,116);
insert into shardddl1.tb1 values (117,117);
insert into shardddl1.tb1 values (118,118);
insert into shardddl1.tb1 values (119,119);
insert into shardddl1.tb1 values (120,120);
commit;
begin;
insert into shardddl1.tb2 values (121,121);
insert into shardddl1.tb2 values (122,122);
insert into shardddl1.tb2 values (123,123);
insert into shardddl1.tb2 values (124,124);
insert into shardddl1.tb2 values (125,125);
insert into shardddl1.tb2 values (126,126);
insert into shardddl1.tb2 values (127,127);
insert into shardddl1.tb2 values (128,128);
insert into shardddl1.tb2 values (129,129);
insert into shardddl1.tb2 values (130,130);
commit;
begin;
insert into shardddl1.t_1 values (131,131);
insert into shardddl1.t_1 values (132,132);
insert into shardddl1.t_1 values (133,133);
insert into shardddl1.t_1 values (134,134);
insert into shardddl1.t_1 values (135,135);
insert into shardddl1.t_1 values (136,136);
insert into shardddl1.t_1 values (137,137);
insert into shardddl1.t_1 values (138,138);
insert into shardddl1.t_1 values (139,139);
insert into shardddl1.t_1 values (140,140);
commit;
check diff successfully
got=1 expected=1
got=1 expected=1
begin;
insert into shardddl1.tb2 values (201,201);
insert into shardddl1.tb2 values (202,202);
insert into shardddl1.tb2 values (203,203);
insert into shardddl1.tb2 values (204,204);
insert into shardddl1.tb2 values (205,205);
insert into shardddl1.tb2 values (206,206);
insert into shardddl1.tb2 values (207,207);
insert into shardddl1.tb2 values (208,208);
insert into shardddl1.tb2 values (209,209);
insert into shardddl1.tb2 values (210,210);
commit;
begin;
insert into shardddl1.tb1 values (211,211);
insert into shardddl1.tb1 values (212,212);
insert into shardddl1.tb1 values (213,213);
insert into shardddl1.tb1 values (214,214);
insert into shardddl1.tb1 values (215,215);
insert into shardddl1.tb1 values (216,216);
insert into shardddl1.tb1 values (217,217);
insert into shardddl1.tb1 values (218,218);
insert into shardddl1.tb1 values (219,219);
insert into shardddl1.tb1 values (220,220);
commit;
begin;
insert into shardddl1.tb2 values (221,221);
insert into shardddl1.tb2 values (222,222);
insert into shardddl1.tb2 values (223,223);
insert into shardddl1.tb2 values (224,224);
insert into shardddl1.tb2 values (225,225);
insert into shardddl1.tb2 values (226,226);
insert into shardddl1.tb2 values (227,227);
insert into shardddl1.tb2 values (228,228);
insert into shardddl1.tb2 values (229,229);
insert into shardddl1.tb2 values (230,230);
commit;
begin;
insert into shardddl1.t_1 values (231,231);
insert into shardddl1.t_1 values (232,232);
insert into shardddl1.t_1 values (233,233);
insert into shardddl1.t_1 values (234,234);
insert into shardddl1.t_1 values (235,235);
insert into shardddl1.t_1 values (236,236);
insert into shardddl1.t_1 values (237,237);
insert into shardddl1.t_1 values (238,238);
insert into shardddl1.t_1 values (239,239);
insert into shardddl1.t_1 values (240,240);
commit;
check diff failed 1-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 13:26:41 CST 2024] <<<<<< finish DM-RESYNC_TXN_INTERRUPT optimistic >>>>>>
[Sat May  4 13:26:41 CST 2024] <<<<<< start DM-STRICT_OPTIMISTIC_SINGLE_SOURCE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/single-source-strict-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
[Sat May  4 13:26:43 CST 2024] <<<<<< finish DM-STRICT_OPTIMISTIC_SINGLE_SOURCE optimistic >>>>>>
[Sat May  4 13:26:43 CST 2024] <<<<<< start DM-STRICT_OPTIMISTIC_DOUBLE_SOURCE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-strict-optimistic.yaml --remove-meta"
check diff failed 2-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
check diff failed 3-th time, retry later
[Sat May  4 13:26:45 CST 2024] <<<<<< finish DM-STRICT_OPTIMISTIC_DOUBLE_SOURCE optimistic >>>>>>
[Sat May  4 13:26:45 CST 2024] <<<<<< start DM-131 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
check diff successfully
dmctl test cmd: "stop-task test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
dmctl test cmd: "resume-task test"
[Sat May  4 13:26:47 CST 2024] <<<<<< finish DM-131 optimistic >>>>>>
check diff successfully
dmctl test cmd: "stop-task test"
wait for rpc addr 127.0.0.1:8361 alive the 2-th time
rpc addr 127.0.0.1:8361 is alive
[Sat May  4 13:26:48 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #4
[Sat May  4 13:26:48 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
[Sat May  4 13:26:48 CST 2024] <<<<<< start DM-132 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
restart dm-master
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
wait process dm-master exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 13:26:53 CST 2024] <<<<<< finish DM-132 pessimistic >>>>>>
[Sat May  4 13:26:53 CST 2024] <<<<<< start DM-132 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
[Sat May  4 13:26:52 CST 2024] <<<<<< START DM-MASTER on port 8461, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join3.toml >>>>>>
wait for rpc addr 127.0.0.1:8461 alive the 1-th time
rpc addr 127.0.0.1:8461 is alive
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "query-status test"
got=2 expected=2
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 13:26:55 CST 2024] <<<<<< finish DM-132 optimistic >>>>>>
[Sat May  4 13:26:56 CST 2024] <<<<<< start DM-133 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
[Sat May  4 13:26:56 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 6-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
got=1 expected=1
got=1 expected=1
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
[Sat May  4 13:26:58 CST 2024] <<<<<< START DM-MASTER on port 8561, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join4.toml >>>>>>
wait for rpc addr 127.0.0.1:8561 alive the 1-th time
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8561 is alive
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 13:27:00 CST 2024] <<<<<< finish DM-133 pessimistic >>>>>>
[Sat May  4 13:27:00 CST 2024] <<<<<< start DM-133 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 2-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
[Sat May  4 13:27:02 CST 2024] <<<<<< finish DM-133 optimistic >>>>>>
[Sat May  4 13:27:03 CST 2024] <<<<<< start DM-134 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
check diff failed 3-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
[Sat May  4 13:27:05 CST 2024] <<<<<< START DM-MASTER on port 8661, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join5.toml >>>>>>
wait for rpc addr 127.0.0.1:8661 alive the 1-th time
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8661 is alive
dmctl test cmd: "query-status"
[Sat May  4 13:27:06 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #5
[Sat May  4 13:27:06 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
got=1 expected=1
dmctl test cmd: "query-status"
got=1 expected=1
dmctl test cmd: "query-status"
check diff successfully
dmctl test cmd: "stop-task test"
got=1 expected=1
dmctl test cmd: "query-status"
got=1 expected=1
join worker with dm-master1 endpoint
[Sat May  4 13:27:07 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker-join2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
[Sat May  4 13:27:07 CST 2024] <<<<<< finish DM-134 pessimistic >>>>>>
[Sat May  4 13:27:07 CST 2024] <<<<<< start DM-134 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "list-member --worker --name=worker2"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
got=1 expected=1
kill dm-master-join1
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 13:27:09 CST 2024] <<<<<< finish DM-134 optimistic >>>>>>
wait process dm-master-join1 exit...
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
wait process dm-master-join1 exit...
got=3 expected=3
got=2 expected=2
restart dm-master
[Sat May  4 13:27:10 CST 2024] <<<<<< start DM-135 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
wait process dm-master exit...
wait process dm-master-join1 exit...
process dm-master-join1 already exit
dmctl test cmd: "list-member --worker --name=worker2"
got=1 expected=1
join worker with 5 masters endpoint
[Sat May  4 13:27:11 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker-join1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
wait process dm-master exit...
process dm-master already exit
[Sat May  4 13:27:12 CST 2024] <<<<<< finish DM-135 pessimistic >>>>>>
[Sat May  4 13:27:12 CST 2024] <<<<<< start DM-135 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8262 alive the 2-th time
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
wait for rpc addr 127.0.0.1:8262 alive the 3-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Sat May  4 13:27:14 CST 2024] <<<<<< finish DM-135 optimistic >>>>>>
got=1 expected=1
got=1 expected=1
[Sat May  4 13:27:14 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait for rpc addr 127.0.0.1:8262 alive the 4-th time
[Sat May  4 13:27:15 CST 2024] <<<<<< start DM-136 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8262 is alive
query-status from master2
dmctl test cmd: "query-status"
got=1 expected=1
[Sat May  4 13:27:15 CST 2024] <<<<<< finish test_join_masters_and_worker >>>>>>
[Sat May  4 13:27:15 CST 2024] <<<<<< start test_standalone_running >>>>>>
4 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 0-th time, will retry again
[Sat May  4 13:27:17 CST 2024] <<<<<< finish DM-136 optimistic >>>>>>
wait process dm-master.test exit...
[Sat May  4 13:27:18 CST 2024] <<<<<< start DM-137 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
wait process dm-master.test exit...
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 1-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Sat May  4 13:27:20 CST 2024] <<<<<< finish DM-137 optimistic >>>>>>
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
wait process dm-master.test exit...
[Sat May  4 13:27:21 CST 2024] <<<<<< start DM-138 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 2-th time, will retry again
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master.test exit...
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 3-th time, will retry again
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
wait process dm-master.test exit...
process dm-master.test already exit
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 13:27:25 CST 2024] <<<<<< finish DM-138 pessimistic >>>>>>
[Sat May  4 13:27:25 CST 2024] <<<<<< start DM-138 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 4-th time, will retry again
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
clean source table
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 13:27:27 CST 2024] <<<<<< finish DM-138 optimistic >>>>>>
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 5-th time, will retry again
import prepare data
start DM worker and master standalone cluster
[Sat May  4 13:27:28 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master1.toml >>>>>>
[Sat May  4 13:27:28 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master2.toml >>>>>>
[Sat May  4 13:27:28 CST 2024] <<<<<< START DM-MASTER on port 8461, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master3.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Sat May  4 13:27:28 CST 2024] <<<<<< start DM-139 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 6-th time, will retry again
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
rpc addr 127.0.0.1:8261 is alive
rpc addr 127.0.0.1:8361 is alive
rpc addr 127.0.0.1:8461 is alive
[Sat May  4 13:27:31 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 7-th time, will retry again
[Sat May  4 13:27:32 CST 2024] <<<<<< finish DM-139 pessimistic >>>>>>
[Sat May  4 13:27:32 CST 2024] <<<<<< start DM-139 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8262 is alive
operate mysql config to worker
dmctl test cmd: "operate-source create /tmp/dm_test/ha_cases/source1.yaml"
got=1 expected=1
got=1 expected=1
start DM task
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/standalone-task.yaml "
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 8-th time, will retry again
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
use sync_diff_inspector to check full dump loader
check diff successfully
flush logs to force rotate binlog file
apply increment data before restart dm-worker to ensure entering increment phase
use sync_diff_inspector to check increment data
check diff failed 1-th time, retry later
check diff failed 2-th time, retry later
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 9-th time, will retry again
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
check diff successfully
dmctl test cmd: "operate-source create /tmp/dm_test/ha_cases/source2.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/standalone-task2.yaml"
[Sat May  4 13:27:37 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/standalone-task2.yaml"
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 13:27:38 CST 2024] <<<<<< finish DM-139 optimistic >>>>>>
{
    "result": true,
    "msg": "",
    "sources": [
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-01",
                "worker": "worker1",
                "result": null,
                "relayStatus": null
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Paused",
                    "unit": "Sync",
                    "result": {
                        "isCanceled": false,
                        "errors": [
                            {
                                "ErrCode": 42501,
                                "ErrClass": "ha",
                                "ErrScope": "internal",
                                "ErrLevel": "high",
                                "Message": "startLocation: [position: (dm-it-52ffbdfc-43cb-426d-bc4e-d06b27bcc128-pv605-sbs6g-bin.000001, 42228), gtid-set: 26183016-09d5-11ef-be6a-06c1e2352bed:1-194], endLocation: [position: (dm-it-52ffbdfc-43cb-426d-bc4e-d06b27bcc128-pv605-sbs6g-bin.000001, 42353), gtid-set: 26183016-09d5-11ef-be6a-06c1e2352bed:1-195], origin SQL: [alter table shardddl1.tb1 add column b int after a]: fail to do etcd txn operation: txn commit failed",
                                "RawCause": "rpc error: code = Unavailable desc = error reading from server: EOF",
                                "Workaround": "Please check dm-master's node status and the network between this node and dm-master"
                            }
                        ],
                        "detail": null
                    },
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "12",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-52ffbdfc-43cb-426d-bc4e-d06b27bcc128-pv605-sbs6g-bin.000001, 42353)",
                        "masterBinlogGtid": "26183016-09d5-11ef-be6a-06c1e2352bed:1-195",
                        "syncerBinlog": "(dm-it-52ffbdfc-43cb-426d-bc4e-d06b27bcc128-pv605-sbs6g-bin.000001, 42163)",
                        "syncerBinlogGtid": "26183016-09d5-11ef-be6a-06c1e2352bed:1-194",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "remote",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "12",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        },
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-02",
                "worker": "worker2",
                "result": null,
                "relayStatus": {
                    "masterBinlog": "(dm-it-52ffbdfc-43cb-426d-bc4e-d06b27bcc128-pv605-sbs6g-bin.000001, 39206)",
                    "masterBinlogGtid": "2692f1e5-09d5-11ef-844d-06c1e2352bed:1-167",
                    "relaySubDir": "2692f1e5-09d5-11ef-844d-06c1e2352bed.000001",
                    "relayBinlog": "(dm-it-52ffbdfc-43cb-426d-bc4e-d06b27bcc128-pv605-sbs6g-bin.000001, 39206)",
                    "relayBinlogGtid": "2692f1e5-09d5-11ef-844d-06c1e2352bed:1-167",
                    "relayCatchUpMaster": true,
                    "stage": "Running",
                    "result": null
                }
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Running",
                    "unit": "Sync",
                    "result": null,
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "6",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-52ffbdfc-43cb-426d-bc4e-d06b27bcc128-pv605-sbs6g-bin.000001, 39206)",
                        "masterBinlogGtid": "2692f1e5-09d5-11ef-844d-06c1e2352bed:1-167",
                        "syncerBinlog": "(dm-it-52ffbdfc-43cb-426d-bc4e-d06b27bcc128-pv605-sbs6g-bin|000001.000001, 38926)",
                        "syncerBinlogGtid": "2692f1e5-09d5-11ef-844d-06c1e2352bed:1-166",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "local",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "6",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        }
    ]
}
PASS
coverage: 3.8% of statements in github.com/pingcap/tiflow/dm/...
curl: (7) Failed connect to 127.0.0.1:8361; Connection refused
curl: (7) Failed connect to 127.0.0.1:8461; Connection refused
curl: (7) Failed connect to 127.0.0.1:8561; Connection refused
curl: (7) Failed connect to 127.0.0.1:8661; Connection refused
curl: (7) Failed connect to 127.0.0.1:8761; Connection refused
curl: (7) Failed connect to 127.0.0.1:8264; Connection refused
curl: (7) Failed connect to 127.0.0.1:18262; Connection refused
curl: (7) Failed connect to 127.0.0.1:18263; Connection refused
make: *** [dm_integration_test_in_group] Error 1
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] sh
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
+ ls /tmp/dm_test
cov.shardddl1.dmctl.1714799863.637.out
cov.shardddl1.dmctl.1714799865.749.out
cov.shardddl1.dmctl.1714799869.1009.out
cov.shardddl1.dmctl.1714799870.1045.out
cov.shardddl1.dmctl.1714799892.4172.out
cov.shardddl1.dmctl.1714799896.4486.out
cov.shardddl1.dmctl.1714799897.4529.out
cov.shardddl1.dmctl.1714799928.5030.out
cov.shardddl1.dmctl.1714799932.5338.out
cov.shardddl1.dmctl.1714799933.5377.out
cov.shardddl1.dmctl.1714799950.5977.out
cov.shardddl1.dmctl.1714799953.6277.out
cov.shardddl1.dmctl.1714799955.6312.out
cov.shardddl1.dmctl.1714799955.6402.out
cov.shardddl1.dmctl.1714799955.6541.out
cov.shardddl1.dmctl.1714799957.6576.out
cov.shardddl1.dmctl.1714799959.6687.out
cov.shardddl1.dmctl.1714799959.6831.out
cov.shardddl1.dmctl.1714799960.6878.out
cov.shardddl1.dmctl.1714799961.6995.out
cov.shardddl1.dmctl.1714799961.7033.out
cov.shardddl1.dmctl.1714799961.7066.out
cov.shardddl1.dmctl.1714799961.7100.out
cov.shardddl1.dmctl.1714799963.7134.out
cov.shardddl1.dmctl.1714799970.7325.out
cov.shardddl1.dmctl.1714799972.7387.out
cov.shardddl1.dmctl.1714799972.7418.out
cov.shardddl1.dmctl.1714799972.7448.out
cov.shardddl1.dmctl.1714799973.7590.out
cov.shardddl1.dmctl.1714799974.7631.out
cov.shardddl1.dmctl.1714799976.7813.out
cov.shardddl1.dmctl.1714799977.7954.out
cov.shardddl1.dmctl.1714799978.8006.out
cov.shardddl1.dmctl.1714799978.8122.out
cov.shardddl1.dmctl.1714799979.8155.out
cov.shardddl1.dmctl.1714799979.8295.out
cov.shardddl1.dmctl.1714799980.8346.out
cov.shardddl1.dmctl.1714799980.8437.out
cov.shardddl1.dmctl.1714799984.8562.out
cov.shardddl1.dmctl.1714799984.8595.out
cov.shardddl1.dmctl.1714799984.8626.out
cov.shardddl1.dmctl.1714799989.8896.out
cov.shardddl1.dmctl.1714799990.8943.out
cov.shardddl1.dmctl.1714799991.8987.out
cov.shardddl1.dmctl.1714799995.9118.out
cov.shardddl1.dmctl.1714799996.9261.out
cov.shardddl1.dmctl.1714799997.9301.out
cov.shardddl1.dmctl.1714800001.9429.out
cov.shardddl1.dmctl.1714800036.9702.out
cov.shardddl1.dmctl.1714800037.9745.out
cov.shardddl1.dmctl.1714800038.9796.out
cov.shardddl1.dmctl.1714800040.9890.out
cov.shardddl1.dmctl.1714800040.9925.out
cov.shardddl1.dmctl.1714800047.10092.out
cov.shardddl1.dmctl.1714800048.10127.out
cov.shardddl1.dmctl.1714800048.10160.out
cov.shardddl1.dmctl.1714800048.10300.out
cov.shardddl1.dmctl.1714800049.10346.out
cov.shardddl1.dmctl.1714800052.10435.out
cov.shardddl1.dmctl.1714800052.10470.out
cov.shardddl1.dmctl.1714800059.10645.out
cov.shardddl1.dmctl.1714800059.10681.out
cov.shardddl1.dmctl.1714800059.10720.out
cov.shardddl1.dmctl.1714800059.10862.out
cov.shardddl1.dmctl.1714800061.10905.out
cov.shardddl1.dmctl.1714800070.11390.out
cov.shardddl1.dmctl.1714800070.11531.out
cov.shardddl1.dmctl.1714800071.11566.out
cov.shardddl1.dmctl.1714800077.11992.out
cov.shardddl1.dmctl.1714800077.12135.out
cov.shardddl1.dmctl.1714800078.12171.out
cov.shardddl1.dmctl.1714800081.12461.out
cov.shardddl1.dmctl.1714800081.12611.out
cov.shardddl1.dmctl.1714800083.12641.out
cov.shardddl1.dmctl.1714800083.12895.out
cov.shardddl1.dmctl.1714800087.13192.out
cov.shardddl1.dmctl.1714800088.13228.out
cov.shardddl1.dmctl.1714800090.13279.out
cov.shardddl1.dmctl.1714800090.13312.out
cov.shardddl1.dmctl.1714800094.13638.out
cov.shardddl1.dmctl.1714800095.13695.out
cov.shardddl1.dmctl.1714800095.13811.out
cov.shardddl1.dmctl.1714800099.14118.out
cov.shardddl1.dmctl.1714800100.14157.out
cov.shardddl1.dmctl.1714800100.14198.out
cov.shardddl1.dmctl.1714800101.14237.out
cov.shardddl1.dmctl.1714800102.14379.out
cov.shardddl1.dmctl.1714800103.14408.out
cov.shardddl1.dmctl.1714800103.14476.out
cov.shardddl1.dmctl.1714800105.14616.out
cov.shardddl1.dmctl.1714800106.14654.out
cov.shardddl1.dmctl.1714800112.14819.out
cov.shardddl1.dmctl.1714800114.14966.out
cov.shardddl1.dmctl.1714800115.14994.out
cov.shardddl1.dmctl.1714800117.15089.out
cov.shardddl1.dmctl.1714800119.15229.out
cov.shardddl1.dmctl.1714800120.15268.out
cov.shardddl1.dmctl.1714800123.15375.out
cov.shardddl1.master.out
cov.shardddl1.worker.8262.1714799862.out
cov.shardddl1.worker.8262.1714799868.out
cov.shardddl1.worker.8262.1714799895.out
cov.shardddl1.worker.8262.1714799930.out
cov.shardddl1.worker.8262.1714799952.out
cov.shardddl1.worker.8262.1714800086.out
cov.shardddl1.worker.8262.1714800093.out
cov.shardddl1.worker.8262.1714800098.out
cov.shardddl1.worker.8263.1714799864.out
cov.shardddl1.worker.8263.1714799868.out
cov.shardddl1.worker.8263.1714799895.out
cov.shardddl1.worker.8263.1714799930.out
cov.shardddl1.worker.8263.1714799952.out
cov.shardddl1.worker.8263.1714800086.out
cov.shardddl1.worker.8263.1714800093.out
cov.shardddl1.worker.8263.1714800098.out
cov.shardddl1_1.dmctl.1714800131.15802.out
cov.shardddl1_1.dmctl.1714800133.15912.out
cov.shardddl1_1.dmctl.1714800134.15997.out
cov.shardddl1_1.dmctl.1714800135.16055.out
cov.shardddl1_1.dmctl.1714800139.16407.out
cov.shardddl1_1.dmctl.1714800141.16543.out
cov.shardddl1_1.dmctl.1714800142.16572.out
cov.shardddl1_1.dmctl.1714800143.16816.out
cov.shardddl1_1.dmctl.1714800145.16957.out
cov.shardddl1_1.dmctl.1714800146.16999.out
cov.shardddl1_1.dmctl.1714800149.17110.out
cov.shardddl1_1.dmctl.1714800150.17245.out
cov.shardddl1_1.dmctl.1714800152.17281.out
cov.shardddl1_1.dmctl.1714800154.17380.out
cov.shardddl1_1.dmctl.1714800156.17528.out
cov.shardddl1_1.dmctl.1714800157.17570.out
cov.shardddl1_1.dmctl.1714800159.17682.out
cov.shardddl1_1.dmctl.1714800161.17820.out
cov.shardddl1_1.dmctl.1714800162.17862.out
cov.shardddl1_1.dmctl.1714800164.17974.out
cov.shardddl1_1.dmctl.1714800166.18109.out
cov.shardddl1_1.dmctl.1714800167.18139.out
cov.shardddl1_1.dmctl.1714800169.18258.out
cov.shardddl1_1.dmctl.1714800171.18393.out
cov.shardddl1_1.dmctl.1714800172.18425.out
cov.shardddl1_1.dmctl.1714800172.18493.out
cov.shardddl1_1.dmctl.1714800173.18634.out
cov.shardddl1_1.dmctl.1714800175.18671.out
cov.shardddl1_1.dmctl.1714800175.18738.out
cov.shardddl1_1.dmctl.1714800176.18879.out
cov.shardddl1_1.dmctl.1714800178.18909.out
cov.shardddl1_1.dmctl.1714800178.19016.out
cov.shardddl1_1.dmctl.1714800179.19163.out
cov.shardddl1_1.dmctl.1714800181.19192.out
cov.shardddl1_1.dmctl.1714800183.19269.out
cov.shardddl1_1.dmctl.1714800184.19405.out
cov.shardddl1_1.dmctl.1714800185.19435.out
cov.shardddl1_1.dmctl.1714800188.19489.out
cov.shardddl1_1.dmctl.1714800189.19626.out
cov.shardddl1_1.dmctl.1714800190.19655.out
cov.shardddl1_1.dmctl.1714800190.19698.out
cov.shardddl1_1.dmctl.1714800192.19835.out
cov.shardddl1_1.dmctl.1714800193.19865.out
cov.shardddl1_1.dmctl.1714800195.19927.out
cov.shardddl1_1.dmctl.1714800196.20063.out
cov.shardddl1_1.dmctl.1714800198.20092.out
cov.shardddl1_1.dmctl.1714800198.20138.out
cov.shardddl1_1.dmctl.1714800199.20274.out
cov.shardddl1_1.dmctl.1714800200.20305.out
cov.shardddl1_1.dmctl.1714800201.20345.out
cov.shardddl1_1.dmctl.1714800201.20479.out
cov.shardddl1_1.dmctl.1714800202.20506.out
cov.shardddl1_1.dmctl.1714800202.20545.out
cov.shardddl1_1.dmctl.1714800204.20684.out
cov.shardddl1_1.dmctl.1714800205.20714.out
cov.shardddl1_1.dmctl.1714800207.20771.out
cov.shardddl1_1.dmctl.1714800209.20910.out
cov.shardddl1_1.dmctl.1714800210.20940.out
cov.shardddl1_1.dmctl.1714800212.20988.out
cov.shardddl1_1.dmctl.1714800213.21121.out
cov.shardddl1_1.dmctl.1714800215.21150.out
cov.shardddl1_1.dmctl.1714800217.21201.out
cov.shardddl1_1.dmctl.1714800218.21345.out
cov.shardddl1_1.dmctl.1714800219.21377.out
cov.shardddl1_1.dmctl.1714800219.21413.out
cov.shardddl1_1.dmctl.1714800220.21447.out
cov.shardddl1_1.dmctl.1714800221.21586.out
cov.shardddl1_1.dmctl.1714800222.21624.out
cov.shardddl1_1.dmctl.1714800222.21713.out
cov.shardddl1_1.dmctl.1714800224.21852.out
cov.shardddl1_1.dmctl.1714800225.21881.out
cov.shardddl1_1.dmctl.1714800225.21936.out
cov.shardddl1_1.dmctl.1714800225.21969.out
cov.shardddl1_1.dmctl.1714800227.22107.out
cov.shardddl1_1.dmctl.1714800228.22136.out
cov.shardddl1_1.dmctl.1714800228.22173.out
cov.shardddl1_1.dmctl.1714800228.22206.out
cov.shardddl1_1.dmctl.1714800230.22345.out
cov.shardddl1_1.dmctl.1714800231.22377.out
cov.shardddl1_1.dmctl.1714800233.22491.out
cov.shardddl1_1.dmctl.1714800234.22627.out
cov.shardddl1_1.dmctl.1714800235.22656.out
cov.shardddl1_1.dmctl.1714800235.22740.out
cov.shardddl1_1.dmctl.1714800236.22881.out
cov.shardddl1_1.dmctl.1714800238.22914.out
cov.shardddl1_1.dmctl.1714800238.22974.out
cov.shardddl1_1.dmctl.1714800238.23113.out
cov.shardddl1_1.dmctl.1714800240.23144.out
cov.shardddl1_1.dmctl.1714800240.23202.out
cov.shardddl1_1.dmctl.1714800240.23237.out
cov.shardddl1_1.dmctl.1714800241.23381.out
cov.shardddl1_1.dmctl.1714800243.23412.out
cov.shardddl1_1.dmctl.1714800243.23529.out
cov.shardddl1_1.dmctl.1714800244.23670.out
cov.shardddl1_1.dmctl.1714800246.23706.out
cov.shardddl1_1.dmctl.1714800248.23833.out
cov.shardddl1_1.dmctl.1714800249.23975.out
cov.shardddl1_1.dmctl.1714800251.24004.out
cov.shardddl1_1.dmctl.1714800251.24067.out
cov.shardddl1_1.dmctl.1714800251.24103.out
cov.shardddl1_1.dmctl.1714800251.24245.out
cov.shardddl1_1.dmctl.1714800253.24276.out
cov.shardddl1_1.dmctl.1714800253.24341.out
cov.shardddl1_1.dmctl.1714800253.24372.out
cov.shardddl1_1.dmctl.1714800254.24516.out
cov.shardddl1_1.dmctl.1714800256.24545.out
cov.shardddl1_1.dmctl.1714800258.24650.out
cov.shardddl1_1.master.out
cov.shardddl1_1.worker.8262.1714800130.out
cov.shardddl1_1.worker.8263.1714800131.out
cov.shardddl2.dmctl.1714800268.25102.out
cov.shardddl2.dmctl.1714800269.25211.out
cov.shardddl2.dmctl.1714800270.25298.out
cov.shardddl2.dmctl.1714800272.25359.out
cov.shardddl2.dmctl.1714800277.25551.out
cov.shardddl2.dmctl.1714800284.25734.out
cov.shardddl2.dmctl.1714800287.25893.out
cov.shardddl2.dmctl.1714800289.25991.out
cov.shardddl2.dmctl.1714800290.26131.out
cov.shardddl2.dmctl.1714800291.26188.out
cov.shardddl2.dmctl.1714800301.26444.out
cov.shardddl2.dmctl.1714800301.26508.out
cov.shardddl2.dmctl.1714800301.26645.out
cov.shardddl2.dmctl.1714800302.26682.out
cov.shardddl2.dmctl.1714800308.26852.out
cov.shardddl2.dmctl.1714800315.27032.out
cov.shardddl2.dmctl.1714800318.27184.out
cov.shardddl2.dmctl.1714800322.27303.out
cov.shardddl2.dmctl.1714800323.27440.out
cov.shardddl2.dmctl.1714800324.27482.out
cov.shardddl2.dmctl.1714800344.27965.out
cov.shardddl2.dmctl.1714800344.27999.out
cov.shardddl2.dmctl.1714800345.28137.out
cov.shardddl2.dmctl.1714800346.28182.out
cov.shardddl2.dmctl.1714800348.28281.out
cov.shardddl2.dmctl.1714800348.28327.out
cov.shardddl2.dmctl.1714800349.28365.out
cov.shardddl2.dmctl.1714800355.28505.out
cov.shardddl2.dmctl.1714800355.28540.out
cov.shardddl2.dmctl.1714800355.28572.out
cov.shardddl2.dmctl.1714800355.28669.out
cov.shardddl2.dmctl.1714800356.28808.out
cov.shardddl2.dmctl.1714800357.28847.out
cov.shardddl2.dmctl.1714800366.29079.out
cov.shardddl2.dmctl.1714800366.29126.out
cov.shardddl2.dmctl.1714800366.29166.out
cov.shardddl2.dmctl.1714800373.29297.out
cov.shardddl2.dmctl.1714800373.29332.out
cov.shardddl2.dmctl.1714800373.29364.out
cov.shardddl2.dmctl.1714800373.29456.out
cov.shardddl2.dmctl.1714800374.29593.out
cov.shardddl2.dmctl.1714800375.29626.out
cov.shardddl2.dmctl.1714800382.29862.out
cov.shardddl2.dmctl.1714800382.29911.out
cov.shardddl2.dmctl.1714800383.29951.out
cov.shardddl2.dmctl.1714800389.30094.out
cov.shardddl2.dmctl.1714800389.30136.out
cov.shardddl2.dmctl.1714800389.30166.out
cov.shardddl2.dmctl.1714800389.30255.out
cov.shardddl2.dmctl.1714800390.30392.out
cov.shardddl2.dmctl.1714800391.30446.out
cov.shardddl2.dmctl.1714800393.30545.out
cov.shardddl2.dmctl.1714800400.30728.out
cov.shardddl2.dmctl.1714800401.30768.out
cov.shardddl2.dmctl.1714800407.30917.out
cov.shardddl2.dmctl.1714800407.30952.out
cov.shardddl2.dmctl.1714800407.30985.out
cov.shardddl2.dmctl.1714800407.31076.out
cov.shardddl2.dmctl.1714800408.31214.out
cov.shardddl2.dmctl.1714800409.31275.out
cov.shardddl2.dmctl.1714800411.31371.out
cov.shardddl2.dmctl.1714800419.31556.out
cov.shardddl2.dmctl.1714800419.31596.out
cov.shardddl2.dmctl.1714800425.31737.out
cov.shardddl2.dmctl.1714800425.31773.out
cov.shardddl2.dmctl.1714800425.31806.out
cov.shardddl2.dmctl.1714800426.31897.out
cov.shardddl2.dmctl.1714800426.32034.out
cov.shardddl2.dmctl.1714800427.32068.out
cov.shardddl2.dmctl.1714800429.32180.out
cov.shardddl2.dmctl.1714800430.32228.out
cov.shardddl2.dmctl.1714800436.32408.out
cov.shardddl2.master.out
cov.shardddl2.worker.8262.1714800267.out
cov.shardddl2.worker.8262.1714800274.out
cov.shardddl2.worker.8263.1714800268.out
cov.shardddl2.worker.8263.1714800305.out
downstream
goroutines
shardddl1
shardddl1_1
shardddl2
sql_res.shardddl1.txt
sql_res.shardddl1_1.txt
sql_res.shardddl2.txt
tidb.toml
++ find /tmp/dm_test/ -type f -name '*.log'
+ tar -cvzf log-G07.tar.gz /tmp/dm_test/shardddl1_1/dmctl.1714800172.log /tmp/dm_test/shardddl1_1/dmctl.1714800243.log /tmp/dm_test/shardddl1_1/master/log/dm-master.log /tmp/dm_test/shardddl1_1/master/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714800258.log /tmp/dm_test/shardddl1_1/dmctl.1714800183.log /tmp/dm_test/shardddl1_1/dmctl.1714800139.log /tmp/dm_test/shardddl1_1/dmctl.1714800179.log /tmp/dm_test/shardddl1_1/dmctl.1714800219.log /tmp/dm_test/shardddl1_1/dmctl.1714800193.log /tmp/dm_test/shardddl1_1/dmctl.1714800202.log /tmp/dm_test/shardddl1_1/dmctl.1714800200.log /tmp/dm_test/shardddl1_1/dmctl.1714800246.log /tmp/dm_test/shardddl1_1/dmctl.1714800156.log /tmp/dm_test/shardddl1_1/dmctl.1714800192.log /tmp/dm_test/shardddl1_1/dmctl.1714800188.log /tmp/dm_test/shardddl1_1/dmctl.1714800205.log /tmp/dm_test/shardddl1_1/dmctl.1714800249.log /tmp/dm_test/shardddl1_1/dmctl.1714800135.log /tmp/dm_test/shardddl1_1/dmctl.1714800157.log /tmp/dm_test/shardddl1_1/dmctl.1714800253.log /tmp/dm_test/shardddl1_1/dmctl.1714800152.log /tmp/dm_test/shardddl1_1/dmctl.1714800221.log /tmp/dm_test/shardddl1_1/dmctl.1714800217.log /tmp/dm_test/shardddl1_1/dmctl.1714800231.log /tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1_1/worker2/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714800218.log /tmp/dm_test/shardddl1_1/dmctl.1714800204.log /tmp/dm_test/shardddl1_1/dmctl.1714800178.log /tmp/dm_test/shardddl1_1/dmctl.1714800159.log /tmp/dm_test/shardddl1_1/dmctl.1714800248.log /tmp/dm_test/shardddl1_1/dmctl.1714800195.log /tmp/dm_test/shardddl1_1/dmctl.1714800143.log /tmp/dm_test/shardddl1_1/dmctl.1714800254.log /tmp/dm_test/shardddl1_1/dmctl.1714800166.log /tmp/dm_test/shardddl1_1/dmctl.1714800244.log /tmp/dm_test/shardddl1_1/dmctl.1714800213.log /tmp/dm_test/shardddl1_1/dmctl.1714800185.log /tmp/dm_test/shardddl1_1/dmctl.1714800161.log /tmp/dm_test/shardddl1_1/dmctl.1714800220.log /tmp/dm_test/shardddl1_1/dmctl.1714800164.log /tmp/dm_test/shardddl1_1/dmctl.1714800196.log /tmp/dm_test/shardddl1_1/dmctl.1714800236.log /tmp/dm_test/shardddl1_1/dmctl.1714800162.log /tmp/dm_test/shardddl1_1/dmctl.1714800230.log /tmp/dm_test/shardddl1_1/dmctl.1714800241.log /tmp/dm_test/shardddl1_1/dmctl.1714800209.log /tmp/dm_test/shardddl1_1/dmctl.1714800189.log /tmp/dm_test/shardddl1_1/dmctl.1714800171.log /tmp/dm_test/shardddl1_1/dmctl.1714800149.log /tmp/dm_test/shardddl1_1/dmctl.1714800198.log /tmp/dm_test/shardddl1_1/dmctl.1714800142.log /tmp/dm_test/shardddl1_1/dmctl.1714800256.log /tmp/dm_test/shardddl1_1/dmctl.1714800150.log /tmp/dm_test/shardddl1_1/dmctl.1714800145.log /tmp/dm_test/shardddl1_1/dmctl.1714800207.log /tmp/dm_test/shardddl1_1/dmctl.1714800134.log /tmp/dm_test/shardddl1_1/dmctl.1714800215.log /tmp/dm_test/shardddl1_1/dmctl.1714800240.log /tmp/dm_test/shardddl1_1/dmctl.1714800234.log /tmp/dm_test/shardddl1_1/sync_diff_stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714800175.log /tmp/dm_test/shardddl1_1/dmctl.1714800190.log /tmp/dm_test/shardddl1_1/dmctl.1714800224.log /tmp/dm_test/shardddl1_1/dmctl.1714800176.log /tmp/dm_test/shardddl1_1/dmctl.1714800184.log /tmp/dm_test/shardddl1_1/dmctl.1714800227.log /tmp/dm_test/shardddl1_1/dmctl.1714800146.log /tmp/dm_test/shardddl1_1/dmctl.1714800131.log /tmp/dm_test/shardddl1_1/dmctl.1714800238.log /tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1_1/worker1/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714800210.log /tmp/dm_test/shardddl1_1/dmctl.1714800141.log /tmp/dm_test/shardddl1_1/dmctl.1714800233.log /tmp/dm_test/shardddl1_1/dmctl.1714800133.log /tmp/dm_test/shardddl1_1/dmctl.1714800181.log /tmp/dm_test/shardddl1_1/dmctl.1714800235.log /tmp/dm_test/shardddl1_1/dmctl.1714800201.log /tmp/dm_test/shardddl1_1/dmctl.1714800228.log /tmp/dm_test/shardddl1_1/dmctl.1714800169.log /tmp/dm_test/shardddl1_1/dmctl.1714800225.log /tmp/dm_test/shardddl1_1/dmctl.1714800199.log /tmp/dm_test/shardddl1_1/dmctl.1714800154.log /tmp/dm_test/shardddl1_1/dmctl.1714800251.log /tmp/dm_test/shardddl1_1/dmctl.1714800212.log /tmp/dm_test/shardddl1_1/dmctl.1714800222.log /tmp/dm_test/shardddl1_1/dmctl.1714800167.log /tmp/dm_test/shardddl1_1/dmctl.1714800173.log /tmp/dm_test/shardddl2/dmctl.1714800401.log /tmp/dm_test/shardddl2/dmctl.1714800322.log /tmp/dm_test/shardddl2/dmctl.1714800324.log /tmp/dm_test/shardddl2/master/log/dm-master.log /tmp/dm_test/shardddl2/master/log/stdout.log /tmp/dm_test/shardddl2/dmctl.1714800277.log /tmp/dm_test/shardddl2/dmctl.1714800318.log /tmp/dm_test/shardddl2/dmctl.1714800382.log /tmp/dm_test/shardddl2/dmctl.1714800270.log /tmp/dm_test/shardddl2/dmctl.1714800348.log /tmp/dm_test/shardddl2/dmctl.1714800427.log /tmp/dm_test/shardddl2/dmctl.1714800375.log /tmp/dm_test/shardddl2/dmctl.1714800355.log /tmp/dm_test/shardddl2/dmctl.1714800389.log /tmp/dm_test/shardddl2/dmctl.1714800373.log /tmp/dm_test/shardddl2/worker2/log/dm-worker.log /tmp/dm_test/shardddl2/worker2/log/stdout.log /tmp/dm_test/shardddl2/dmctl.1714800357.log /tmp/dm_test/shardddl2/dmctl.1714800426.log /tmp/dm_test/shardddl2/dmctl.1714800290.log /tmp/dm_test/shardddl2/dmctl.1714800272.log /tmp/dm_test/shardddl2/dmctl.1714800269.log /tmp/dm_test/shardddl2/dmctl.1714800323.log /tmp/dm_test/shardddl2/dmctl.1714800315.log /tmp/dm_test/shardddl2/dmctl.1714800407.log /tmp/dm_test/shardddl2/dmctl.1714800436.log /tmp/dm_test/shardddl2/dmctl.1714800284.log /tmp/dm_test/shardddl2/dmctl.1714800430.log /tmp/dm_test/shardddl2/dmctl.1714800302.log /tmp/dm_test/shardddl2/dmctl.1714800374.log /tmp/dm_test/shardddl2/dmctl.1714800411.log /tmp/dm_test/shardddl2/dmctl.1714800268.log /tmp/dm_test/shardddl2/dmctl.1714800356.log /tmp/dm_test/shardddl2/dmctl.1714800400.log /tmp/dm_test/shardddl2/dmctl.1714800393.log /tmp/dm_test/shardddl2/sync_diff_stdout.log /tmp/dm_test/shardddl2/dmctl.1714800390.log /tmp/dm_test/shardddl2/dmctl.1714800345.log /tmp/dm_test/shardddl2/dmctl.1714800344.log /tmp/dm_test/shardddl2/worker1/log/dm-worker.log /tmp/dm_test/shardddl2/worker1/log/stdout.log /tmp/dm_test/shardddl2/dmctl.1714800429.log /tmp/dm_test/shardddl2/dmctl.1714800287.log /tmp/dm_test/shardddl2/dmctl.1714800346.log /tmp/dm_test/shardddl2/dmctl.1714800301.log /tmp/dm_test/shardddl2/dmctl.1714800349.log /tmp/dm_test/shardddl2/dmctl.1714800425.log /tmp/dm_test/shardddl2/dmctl.1714800383.log /tmp/dm_test/shardddl2/dmctl.1714800391.log /tmp/dm_test/shardddl2/dmctl.1714800308.log /tmp/dm_test/shardddl2/dmctl.1714800366.log /tmp/dm_test/shardddl2/dmctl.1714800419.log /tmp/dm_test/shardddl2/dmctl.1714800408.log /tmp/dm_test/shardddl2/dmctl.1714800409.log /tmp/dm_test/shardddl2/dmctl.1714800291.log /tmp/dm_test/shardddl2/dmctl.1714800289.log /tmp/dm_test/goroutines/stack/log/master-8261.log /tmp/dm_test/goroutines/stack/log/master-8361.log /tmp/dm_test/goroutines/stack/log/worker-8262.log /tmp/dm_test/goroutines/stack/log/master-8661.log /tmp/dm_test/goroutines/stack/log/worker-18263.log /tmp/dm_test/goroutines/stack/log/master-8461.log /tmp/dm_test/goroutines/stack/log/worker-18262.log /tmp/dm_test/goroutines/stack/log/master-8561.log /tmp/dm_test/goroutines/stack/log/worker-8264.log /tmp/dm_test/goroutines/stack/log/worker-8263.log /tmp/dm_test/goroutines/stack/log/master-8761.log /tmp/dm_test/shardddl1/dmctl.1714800120.log /tmp/dm_test/shardddl1/dmctl.1714800105.log /tmp/dm_test/shardddl1/master/log/dm-master.log /tmp/dm_test/shardddl1/master/log/stdout.log /tmp/dm_test/shardddl1/dmctl.1714800114.log /tmp/dm_test/shardddl1/dmctl.1714799950.log /tmp/dm_test/shardddl1/dmctl.1714799970.log /tmp/dm_test/shardddl1/dmctl.1714800081.log /tmp/dm_test/shardddl1/dmctl.1714800087.log /tmp/dm_test/shardddl1/dmctl.1714800038.log /tmp/dm_test/shardddl1/dmctl.1714799973.log /tmp/dm_test/shardddl1/dmctl.1714800094.log /tmp/dm_test/shardddl1/dmctl.1714800052.log /tmp/dm_test/shardddl1/dmctl.1714800071.log /tmp/dm_test/shardddl1/dmctl.1714800070.log /tmp/dm_test/shardddl1/dmctl.1714800048.log /tmp/dm_test/shardddl1/dmctl.1714800078.log /tmp/dm_test/shardddl1/dmctl.1714799892.log /tmp/dm_test/shardddl1/dmctl.1714799984.log /tmp/dm_test/shardddl1/dmctl.1714799972.log /tmp/dm_test/shardddl1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1/worker2/log/stdout.log /tmp/dm_test/shardddl1/dmctl.1714799869.log /tmp/dm_test/shardddl1/dmctl.1714800090.log /tmp/dm_test/shardddl1/dmctl.1714799957.log /tmp/dm_test/shardddl1/dmctl.1714800077.log /tmp/dm_test/shardddl1/dmctl.1714799865.log /tmp/dm_test/shardddl1/dmctl.1714799863.log /tmp/dm_test/shardddl1/dmctl.1714800123.log /tmp/dm_test/shardddl1/dmctl.1714799896.log /tmp/dm_test/shardddl1/dmctl.1714800106.log /tmp/dm_test/shardddl1/dmctl.1714799990.log /tmp/dm_test/shardddl1/dmctl.1714799870.log /tmp/dm_test/shardddl1/dmctl.1714799974.log /tmp/dm_test/shardddl1/dmctl.1714800102.log /tmp/dm_test/shardddl1/dmctl.1714799932.log /tmp/dm_test/shardddl1/dmctl.1714799991.log /tmp/dm_test/shardddl1/dmctl.1714800099.log /tmp/dm_test/shardddl1/dmctl.1714799979.log /tmp/dm_test/shardddl1/dmctl.1714800101.log /tmp/dm_test/shardddl1/dmctl.1714799897.log /tmp/dm_test/shardddl1/dmctl.1714799980.log /tmp/dm_test/shardddl1/dmctl.1714799996.log /tmp/dm_test/shardddl1/dmctl.1714799978.log /tmp/dm_test/shardddl1/dmctl.1714800036.log /tmp/dm_test/shardddl1/dmctl.1714800049.log /tmp/dm_test/shardddl1/dmctl.1714800047.log /tmp/dm_test/shardddl1/dmctl.1714800112.log /tmp/dm_test/shardddl1/dmctl.1714800100.log /tmp/dm_test/shardddl1/sync_diff_stdout.log /tmp/dm_test/shardddl1/dmctl.1714800059.log /tmp/dm_test/shardddl1/dmctl.1714800040.log /tmp/dm_test/shardddl1/dmctl.1714799933.log /tmp/dm_test/shardddl1/dmctl.1714800088.log /tmp/dm_test/shardddl1/dmctl.1714799960.log /tmp/dm_test/shardddl1/dmctl.1714799976.log /tmp/dm_test/shardddl1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1/worker1/log/stdout.log /tmp/dm_test/shardddl1/dmctl.1714800037.log /tmp/dm_test/shardddl1/dmctl.1714799997.log /tmp/dm_test/shardddl1/dmctl.1714800119.log /tmp/dm_test/shardddl1/dmctl.1714799995.log /tmp/dm_test/shardddl1/dmctl.1714799953.log /tmp/dm_test/shardddl1/dmctl.1714800083.log /tmp/dm_test/shardddl1/dmctl.1714800103.log /tmp/dm_test/shardddl1/dmctl.1714800095.log /tmp/dm_test/shardddl1/dmctl.1714799955.log /tmp/dm_test/shardddl1/dmctl.1714800115.log /tmp/dm_test/shardddl1/dmctl.1714799959.log /tmp/dm_test/shardddl1/dmctl.1714800001.log /tmp/dm_test/shardddl1/dmctl.1714799961.log /tmp/dm_test/shardddl1/dmctl.1714800061.log /tmp/dm_test/shardddl1/dmctl.1714799989.log /tmp/dm_test/shardddl1/dmctl.1714799963.log /tmp/dm_test/shardddl1/dmctl.1714799928.log /tmp/dm_test/shardddl1/dmctl.1714799977.log /tmp/dm_test/shardddl1/dmctl.1714800117.log /tmp/dm_test/downstream/tidb/log/tidb.log
tar: Removing leading `/' from member names
/tmp/dm_test/shardddl1_1/dmctl.1714800172.log
/tmp/dm_test/shardddl1_1/dmctl.1714800243.log
/tmp/dm_test/shardddl1_1/master/log/dm-master.log
/tmp/dm_test/shardddl1_1/master/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714800258.log
/tmp/dm_test/shardddl1_1/dmctl.1714800183.log
/tmp/dm_test/shardddl1_1/dmctl.1714800139.log
/tmp/dm_test/shardddl1_1/dmctl.1714800179.log
/tmp/dm_test/shardddl1_1/dmctl.1714800219.log
/tmp/dm_test/shardddl1_1/dmctl.1714800193.log
/tmp/dm_test/shardddl1_1/dmctl.1714800202.log
/tmp/dm_test/shardddl1_1/dmctl.1714800200.log
/tmp/dm_test/shardddl1_1/dmctl.1714800246.log
/tmp/dm_test/shardddl1_1/dmctl.1714800156.log
/tmp/dm_test/shardddl1_1/dmctl.1714800192.log
/tmp/dm_test/shardddl1_1/dmctl.1714800188.log
/tmp/dm_test/shardddl1_1/dmctl.1714800205.log
/tmp/dm_test/shardddl1_1/dmctl.1714800249.log
/tmp/dm_test/shardddl1_1/dmctl.1714800135.log
/tmp/dm_test/shardddl1_1/dmctl.1714800157.log
/tmp/dm_test/shardddl1_1/dmctl.1714800253.log
/tmp/dm_test/shardddl1_1/dmctl.1714800152.log
/tmp/dm_test/shardddl1_1/dmctl.1714800221.log
/tmp/dm_test/shardddl1_1/dmctl.1714800217.log
/tmp/dm_test/shardddl1_1/dmctl.1714800231.log
/tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1_1/worker2/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714800218.log
/tmp/dm_test/shardddl1_1/dmctl.1714800204.log
/tmp/dm_test/shardddl1_1/dmctl.1714800178.log
/tmp/dm_test/shardddl1_1/dmctl.1714800159.log
/tmp/dm_test/shardddl1_1/dmctl.1714800248.log
/tmp/dm_test/shardddl1_1/dmctl.1714800195.log
/tmp/dm_test/shardddl1_1/dmctl.1714800143.log
/tmp/dm_test/shardddl1_1/dmctl.1714800254.log
/tmp/dm_test/shardddl1_1/dmctl.1714800166.log
/tmp/dm_test/shardddl1_1/dmctl.1714800244.log
/tmp/dm_test/shardddl1_1/dmctl.1714800213.log
/tmp/dm_test/shardddl1_1/dmctl.1714800185.log
/tmp/dm_test/shardddl1_1/dmctl.1714800161.log
/tmp/dm_test/shardddl1_1/dmctl.1714800220.log
/tmp/dm_test/shardddl1_1/dmctl.1714800164.log
/tmp/dm_test/shardddl1_1/dmctl.1714800196.log
/tmp/dm_test/shardddl1_1/dmctl.1714800236.log
/tmp/dm_test/shardddl1_1/dmctl.1714800162.log
/tmp/dm_test/shardddl1_1/dmctl.1714800230.log
/tmp/dm_test/shardddl1_1/dmctl.1714800241.log
/tmp/dm_test/shardddl1_1/dmctl.1714800209.log
/tmp/dm_test/shardddl1_1/dmctl.1714800189.log
/tmp/dm_test/shardddl1_1/dmctl.1714800171.log
/tmp/dm_test/shardddl1_1/dmctl.1714800149.log
/tmp/dm_test/shardddl1_1/dmctl.1714800198.log
/tmp/dm_test/shardddl1_1/dmctl.1714800142.log
/tmp/dm_test/shardddl1_1/dmctl.1714800256.log
/tmp/dm_test/shardddl1_1/dmctl.1714800150.log
/tmp/dm_test/shardddl1_1/dmctl.1714800145.log
/tmp/dm_test/shardddl1_1/dmctl.1714800207.log
/tmp/dm_test/shardddl1_1/dmctl.1714800134.log
/tmp/dm_test/shardddl1_1/dmctl.1714800215.log
/tmp/dm_test/shardddl1_1/dmctl.1714800240.log
/tmp/dm_test/shardddl1_1/dmctl.1714800234.log
/tmp/dm_test/shardddl1_1/sync_diff_stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714800175.log
/tmp/dm_test/shardddl1_1/dmctl.1714800190.log
/tmp/dm_test/shardddl1_1/dmctl.1714800224.log
/tmp/dm_test/shardddl1_1/dmctl.1714800176.log
/tmp/dm_test/shardddl1_1/dmctl.1714800184.log
/tmp/dm_test/shardddl1_1/dmctl.1714800227.log
/tmp/dm_test/shardddl1_1/dmctl.1714800146.log
/tmp/dm_test/shardddl1_1/dmctl.1714800131.log
/tmp/dm_test/shardddl1_1/dmctl.1714800238.log
/tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1_1/worker1/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714800210.log
/tmp/dm_test/shardddl1_1/dmctl.1714800141.log
/tmp/dm_test/shardddl1_1/dmctl.1714800233.log
/tmp/dm_test/shardddl1_1/dmctl.1714800133.log
/tmp/dm_test/shardddl1_1/dmctl.1714800181.log
/tmp/dm_test/shardddl1_1/dmctl.1714800235.log
/tmp/dm_test/shardddl1_1/dmctl.1714800201.log
/tmp/dm_test/shardddl1_1/dmctl.1714800228.log
/tmp/dm_test/shardddl1_1/dmctl.1714800169.log
/tmp/dm_test/shardddl1_1/dmctl.1714800225.log
/tmp/dm_test/shardddl1_1/dmctl.1714800199.log
/tmp/dm_test/shardddl1_1/dmctl.1714800154.log
/tmp/dm_test/shardddl1_1/dmctl.1714800251.log
/tmp/dm_test/shardddl1_1/dmctl.1714800212.log
/tmp/dm_test/shardddl1_1/dmctl.1714800222.log
/tmp/dm_test/shardddl1_1/dmctl.1714800167.log
/tmp/dm_test/shardddl1_1/dmctl.1714800173.log
/tmp/dm_test/shardddl2/dmctl.1714800401.log
/tmp/dm_test/shardddl2/dmctl.1714800322.log
/tmp/dm_test/shardddl2/dmctl.1714800324.log
/tmp/dm_test/shardddl2/master/log/dm-master.log
/tmp/dm_test/shardddl2/master/log/stdout.log
/tmp/dm_test/shardddl2/dmctl.1714800277.log
/tmp/dm_test/shardddl2/dmctl.1714800318.log
/tmp/dm_test/shardddl2/dmctl.1714800382.log
/tmp/dm_test/shardddl2/dmctl.1714800270.log
/tmp/dm_test/shardddl2/dmctl.1714800348.log
/tmp/dm_test/shardddl2/dmctl.1714800427.log
/tmp/dm_test/shardddl2/dmctl.1714800375.log
/tmp/dm_test/shardddl2/dmctl.1714800355.log
/tmp/dm_test/shardddl2/dmctl.1714800389.log
/tmp/dm_test/shardddl2/dmctl.1714800373.log
/tmp/dm_test/shardddl2/worker2/log/dm-worker.log
/tmp/dm_test/shardddl2/worker2/log/stdout.log
/tmp/dm_test/shardddl2/dmctl.1714800357.log
/tmp/dm_test/shardddl2/dmctl.1714800426.log
/tmp/dm_test/shardddl2/dmctl.1714800290.log
/tmp/dm_test/shardddl2/dmctl.1714800272.log
/tmp/dm_test/shardddl2/dmctl.1714800269.log
/tmp/dm_test/shardddl2/dmctl.1714800323.log
/tmp/dm_test/shardddl2/dmctl.1714800315.log
/tmp/dm_test/shardddl2/dmctl.1714800407.log
/tmp/dm_test/shardddl2/dmctl.1714800436.log
/tmp/dm_test/shardddl2/dmctl.1714800284.log
/tmp/dm_test/shardddl2/dmctl.1714800430.log
/tmp/dm_test/shardddl2/dmctl.1714800302.log
/tmp/dm_test/shardddl2/dmctl.1714800374.log
/tmp/dm_test/shardddl2/dmctl.1714800411.log
/tmp/dm_test/shardddl2/dmctl.1714800268.log
/tmp/dm_test/shardddl2/dmctl.1714800356.log
/tmp/dm_test/shardddl2/dmctl.1714800400.log
/tmp/dm_test/shardddl2/dmctl.1714800393.log
/tmp/dm_test/shardddl2/sync_diff_stdout.log
/tmp/dm_test/shardddl2/dmctl.1714800390.log
/tmp/dm_test/shardddl2/dmctl.1714800345.log
/tmp/dm_test/shardddl2/dmctl.1714800344.log
/tmp/dm_test/shardddl2/worker1/log/dm-worker.log
/tmp/dm_test/shardddl2/worker1/log/stdout.log
/tmp/dm_test/shardddl2/dmctl.1714800429.log
/tmp/dm_test/shardddl2/dmctl.1714800287.log
/tmp/dm_test/shardddl2/dmctl.1714800346.log
/tmp/dm_test/shardddl2/dmctl.1714800301.log
/tmp/dm_test/shardddl2/dmctl.1714800349.log
/tmp/dm_test/shardddl2/dmctl.1714800425.log
/tmp/dm_test/shardddl2/dmctl.1714800383.log
/tmp/dm_test/shardddl2/dmctl.1714800391.log
/tmp/dm_test/shardddl2/dmctl.1714800308.log
/tmp/dm_test/shardddl2/dmctl.1714800366.log
/tmp/dm_test/shardddl2/dmctl.1714800419.log
/tmp/dm_test/shardddl2/dmctl.1714800408.log
/tmp/dm_test/shardddl2/dmctl.1714800409.log
/tmp/dm_test/shardddl2/dmctl.1714800291.log
/tmp/dm_test/shardddl2/dmctl.1714800289.log
/tmp/dm_test/goroutines/stack/log/master-8261.log
/tmp/dm_test/goroutines/stack/log/master-8361.log
/tmp/dm_test/goroutines/stack/log/worker-8262.log
/tmp/dm_test/goroutines/stack/log/master-8661.log
/tmp/dm_test/goroutines/stack/log/worker-18263.log
/tmp/dm_test/goroutines/stack/log/master-8461.log
/tmp/dm_test/goroutines/stack/log/worker-18262.log
/tmp/dm_test/goroutines/stack/log/master-8561.log
/tmp/dm_test/goroutines/stack/log/worker-8264.log
/tmp/dm_test/goroutines/stack/log/worker-8263.log
/tmp/dm_test/goroutines/stack/log/master-8761.log
/tmp/dm_test/shardddl1/dmctl.1714800120.log
/tmp/dm_test/shardddl1/dmctl.1714800105.log
/tmp/dm_test/shardddl1/master/log/dm-master.log
/tmp/dm_test/shardddl1/master/log/stdout.log
/tmp/dm_test/shardddl1/dmctl.1714800114.log
/tmp/dm_test/shardddl1/dmctl.1714799950.log
/tmp/dm_test/shardddl1/dmctl.1714799970.log
/tmp/dm_test/shardddl1/dmctl.1714800081.log
/tmp/dm_test/shardddl1/dmctl.1714800087.log
/tmp/dm_test/shardddl1/dmctl.1714800038.log
/tmp/dm_test/shardddl1/dmctl.1714799973.log
/tmp/dm_test/shardddl1/dmctl.1714800094.log
/tmp/dm_test/shardddl1/dmctl.1714800052.log
/tmp/dm_test/shardddl1/dmctl.1714800071.log
/tmp/dm_test/shardddl1/dmctl.1714800070.log
/tmp/dm_test/shardddl1/dmctl.1714800048.log
/tmp/dm_test/shardddl1/dmctl.1714800078.log
/tmp/dm_test/shardddl1/dmctl.1714799892.log
/tmp/dm_test/shardddl1/dmctl.1714799984.log
/tmp/dm_test/shardddl1/dmctl.1714799972.log
/tmp/dm_test/shardddl1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1/worker2/log/stdout.log
/tmp/dm_test/shardddl1/dmctl.1714799869.log
/tmp/dm_test/shardddl1/dmctl.1714800090.log
/tmp/dm_test/shardddl1/dmctl.1714799957.log
/tmp/dm_test/shardddl1/dmctl.1714800077.log
/tmp/dm_test/shardddl1/dmctl.1714799865.log
/tmp/dm_test/shardddl1/dmctl.1714799863.log
/tmp/dm_test/shardddl1/dmctl.1714800123.log
/tmp/dm_test/shardddl1/dmctl.1714799896.log
/tmp/dm_test/shardddl1/dmctl.1714800106.log
/tmp/dm_test/shardddl1/dmctl.1714799990.log
/tmp/dm_test/shardddl1/dmctl.1714799870.log
/tmp/dm_test/shardddl1/dmctl.1714799974.log
/tmp/dm_test/shardddl1/dmctl.1714800102.log
/tmp/dm_test/shardddl1/dmctl.1714799932.log
/tmp/dm_test/shardddl1/dmctl.1714799991.log
/tmp/dm_test/shardddl1/dmctl.1714800099.log
/tmp/dm_test/shardddl1/dmctl.1714799979.log
/tmp/dm_test/shardddl1/dmctl.1714800101.log
/tmp/dm_test/shardddl1/dmctl.1714799897.log
/tmp/dm_test/shardddl1/dmctl.1714799980.log
/tmp/dm_test/shardddl1/dmctl.1714799996.log
/tmp/dm_test/shardddl1/dmctl.1714799978.log
/tmp/dm_test/shardddl1/dmctl.1714800036.log
/tmp/dm_test/shardddl1/dmctl.1714800049.log
/tmp/dm_test/shardddl1/dmctl.1714800047.log
/tmp/dm_test/shardddl1/dmctl.1714800112.log
/tmp/dm_test/shardddl1/dmctl.1714800100.log
/tmp/dm_test/shardddl1/sync_diff_stdout.log
/tmp/dm_test/shardddl1/dmctl.1714800059.log
/tmp/dm_test/shardddl1/dmctl.1714800040.log
/tmp/dm_test/shardddl1/dmctl.1714799933.log
/tmp/dm_test/shardddl1/dmctl.1714800088.log
/tmp/dm_test/shardddl1/dmctl.1714799960.log
/tmp/dm_test/shardddl1/dmctl.1714799976.log
/tmp/dm_test/shardddl1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1/worker1/log/stdout.log
/tmp/dm_test/shardddl1/dmctl.1714800037.log
/tmp/dm_test/shardddl1/dmctl.1714799997.log
/tmp/dm_test/shardddl1/dmctl.1714800119.log
/tmp/dm_test/shardddl1/dmctl.1714799995.log
/tmp/dm_test/shardddl1/dmctl.1714799953.log
/tmp/dm_test/shardddl1/dmctl.1714800083.log
/tmp/dm_test/shardddl1/dmctl.1714800103.log
/tmp/dm_test/shardddl1/dmctl.1714800095.log
/tmp/dm_test/shardddl1/dmctl.1714799955.log
/tmp/dm_test/shardddl1/dmctl.1714800115.log
/tmp/dm_test/shardddl1/dmctl.1714799959.log
/tmp/dm_test/shardddl1/dmctl.1714800001.log
/tmp/dm_test/shardddl1/dmctl.1714799961.log
/tmp/dm_test/shardddl1/dmctl.1714800061.log
/tmp/dm_test/shardddl1/dmctl.1714799989.log
/tmp/dm_test/shardddl1/dmctl.1714799963.log
/tmp/dm_test/shardddl1/dmctl.1714799928.log
/tmp/dm_test/shardddl1/dmctl.1714799977.log
/tmp/dm_test/shardddl1/dmctl.1714800117.log
/tmp/dm_test/downstream/tidb/log/tidb.log
+ ls -alh log-G07.tar.gz
-rw-r--r--. 1 jenkins jenkins 656K May  4 13:27 log-G07.tar.gz
[Pipeline] archiveArtifacts
Archiving artifacts
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
dmctl test cmd: "query-status"
[Pipeline] }
[Pipeline] // stage
[Sat May  4 13:27:39 CST 2024] <<<<<< start DM-142 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
got=2 expected=2
kill worker2
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G07'
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
dmctl test cmd: "query-status test"
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
got=2 expected=2
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
kill finished with exit code 0
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] // dir
restore config
make: *** [dm_integration_test_in_group] Terminated
/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/run.sh: line 53: 21873 Terminated              run_dm_ctl_with_retry $WORK_DIR "127.0.0.1:$MASTER_PORT" "query-status test" "\"processedRowsStatus\": \"insert\/update\/delete: $(($insertCnt + 1))\/0\/0\"" 1 "new\/ignored\/resolved: 0\/0\/0" 1
restore time_zone
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
script returned exit code 143
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] // cache
[Pipeline] }
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // container
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // node
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G05'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G08'
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G11'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
ERROR: script returned exit code 2
Finished: FAILURE