Skipping 1,176 KB.. Full Log

Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1894/tiflow-dm already exists)
[Pipeline] // cache
wait process worker2 exit...
process worker2 already exit
[Sat May  4 21:25:54 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Sat May  4 21:25:54 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /tmp/dm_test/ha_cases/dm-worker2.toml >>>>>>
rpc addr 127.0.0.1:8263 is alive
[Sat May  4 21:25:54 CST 2024] <<<<<< finish test_config_name >>>>>>
[Sat May  4 21:25:54 CST 2024] <<<<<< start test_join_masters_and_worker >>>>>>
3 dm-master alive
3 dm-worker alive
0 dm-syncer alive
[Pipeline] // stage
[Pipeline] }
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
rpc addr 127.0.0.1:8263 is alive
begin;
insert into shardddl1.tb2 values (1,1);
insert into shardddl1.tb2 values (2,2);
insert into shardddl1.tb2 values (3,3);
insert into shardddl1.tb2 values (4,4);
insert into shardddl1.tb2 values (5,5);
insert into shardddl1.tb2 values (6,6);
insert into shardddl1.tb2 values (7,7);
insert into shardddl1.tb2 values (8,8);
insert into shardddl1.tb2 values (9,9);
insert into shardddl1.tb2 values (10,10);
commit;
begin;
insert into shardddl1.t_1 values (11,11);
insert into shardddl1.t_1 values (12,12);
insert into shardddl1.t_1 values (13,13);
insert into shardddl1.t_1 values (14,14);
insert into shardddl1.t_1 values (15,15);
insert into shardddl1.t_1 values (16,16);
insert into shardddl1.t_1 values (17,17);
insert into shardddl1.t_1 values (18,18);
insert into shardddl1.t_1 values (19,19);
insert into shardddl1.t_1 values (20,20);
insert into shardddl1.t_1 values (21,21);
insert into shardddl1.t_1 values (22,22);
insert into shardddl1.t_1 values (23,23);
insert into shardddl1.t_1 values (24,24);
insert into shardddl1.t_1 values (25,25);
insert into shardddl1.t_1 values (26,26);
insert into shardddl1.t_1 values (27,27);
insert into shardddl1.t_1 values (28,28);
insert into shardddl1.t_1 values (29,29);
insert into shardddl1.t_1 values (30,30);
insert into shardddl1.t_1 values (31,31);
insert into shardddl1.t_1 values (32,32);
insert into shardddl1.t_1 values (33,33);
insert into shardddl1.t_1 values (34,34);
insert into shardddl1.t_1 values (35,35);
insert into shardddl1.t_1 values (36,36);
insert into shardddl1.t_1 values (37,37);
insert into shardddl1.t_1 values (38,38);
insert into shardddl1.t_1 values (39,39);
insert into shardddl1.t_1 values (40,40);
insert into shardddl1.t_1 values (41,41);
insert into shardddl1.t_1 values (42,42);
insert into shardddl1.t_1 values (43,43);
insert into shardddl1.t_1 values (44,44);
insert into shardddl1.t_1 values (45,45);
insert into shardddl1.t_1 values (46,46);
insert into shardddl1.t_1 values (47,47);
insert into shardddl1.t_1 values (48,48);
insert into shardddl1.t_1 values (49,49);
insert into shardddl1.t_1 values (50,50);
commit;
begin;
insert into shardddl1.tb1 values (51,51);
insert into shardddl1.tb1 values (52,52);
insert into shardddl1.tb1 values (53,53);
insert into shardddl1.tb1 values (54,54);
insert into shardddl1.tb1 values (55,55);
insert into shardddl1.tb1 values (56,56);
insert into shardddl1.tb1 values (57,57);
insert into shardddl1.tb1 values (58,58);
insert into shardddl1.tb1 values (59,59);
insert into shardddl1.tb1 values (60,60);
commit;
begin;
insert into shardddl1.t_1 values (61,61);
insert into shardddl1.t_1 values (62,62);
insert into shardddl1.t_1 values (63,63);
insert into shardddl1.t_1 values (64,64);
insert into shardddl1.t_1 values (65,65);
insert into shardddl1.t_1 values (66,66);
insert into shardddl1.t_1 values (67,67);
insert into shardddl1.t_1 values (68,68);
insert into shardddl1.t_1 values (69,69);
insert into shardddl1.t_1 values (70,70);
commit;
check diff failed 1-th time, retry later
wait process dm-master.test exit...
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:25:56 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #3
[Sat May  4 21:25:56 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
check diff failed 2-th time, retry later
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
wait process dm-master.test exit...
check diff failed 3-th time, retry later
restart dm-master
wait process dm-master.test exit...
wait process dm-master exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
wait process dm-master.test exit...
check diff successfully
restart dm-worker1
wait process dm-master exit...
process dm-master already exit
wait process dm-master.test exit...
wait process worker1 exit...
wait process worker1 exit...
process worker1 already exit
[Sat May  4 21:26:03 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 6-th time, will retry again
wait process dm-master.test exit...
process dm-master.test already exit
[Sat May  4 21:26:04 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
clean source table
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
got=1 expected=1
got=1 expected=1
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process worker2 exit...
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
[Sat May  4 21:26:06 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join1.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process worker2 exit...
process worker2 already exit
[Sat May  4 21:26:06 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
rpc addr 127.0.0.1:8263 is alive
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
begin;
insert into shardddl1.tb2 values (101,101);
insert into shardddl1.tb2 values (102,102);
insert into shardddl1.tb2 values (103,103);
insert into shardddl1.tb2 values (104,104);
insert into shardddl1.tb2 values (105,105);
insert into shardddl1.tb2 values (106,106);
insert into shardddl1.tb2 values (107,107);
insert into shardddl1.tb2 values (108,108);
insert into shardddl1.tb2 values (109,109);
insert into shardddl1.tb2 values (110,110);
commit;
begin;
insert into shardddl1.tb1 values (111,111);
insert into shardddl1.tb1 values (112,112);
insert into shardddl1.tb1 values (113,113);
insert into shardddl1.tb1 values (114,114);
insert into shardddl1.tb1 values (115,115);
insert into shardddl1.tb1 values (116,116);
insert into shardddl1.tb1 values (117,117);
insert into shardddl1.tb1 values (118,118);
insert into shardddl1.tb1 values (119,119);
insert into shardddl1.tb1 values (120,120);
commit;
begin;
insert into shardddl1.tb2 values (121,121);
insert into shardddl1.tb2 values (122,122);
insert into shardddl1.tb2 values (123,123);
insert into shardddl1.tb2 values (124,124);
insert into shardddl1.tb2 values (125,125);
insert into shardddl1.tb2 values (126,126);
insert into shardddl1.tb2 values (127,127);
insert into shardddl1.tb2 values (128,128);
insert into shardddl1.tb2 values (129,129);
insert into shardddl1.tb2 values (130,130);
commit;
begin;
insert into shardddl1.t_1 values (131,131);
insert into shardddl1.t_1 values (132,132);
insert into shardddl1.t_1 values (133,133);
insert into shardddl1.t_1 values (134,134);
insert into shardddl1.t_1 values (135,135);
insert into shardddl1.t_1 values (136,136);
insert into shardddl1.t_1 values (137,137);
insert into shardddl1.t_1 values (138,138);
insert into shardddl1.t_1 values (139,139);
insert into shardddl1.t_1 values (140,140);
commit;
check diff successfully
begin;
insert into shardddl1.tb2 values (201,201);
insert into shardddl1.tb2 values (202,202);
insert into shardddl1.tb2 values (203,203);
insert into shardddl1.tb2 values (204,204);
insert into shardddl1.tb2 values (205,205);
insert into shardddl1.tb2 values (206,206);
insert into shardddl1.tb2 values (207,207);
insert into shardddl1.tb2 values (208,208);
insert into shardddl1.tb2 values (209,209);
insert into shardddl1.tb2 values (210,210);
commit;
begin;
insert into shardddl1.tb1 values (211,211);
insert into shardddl1.tb1 values (212,212);
insert into shardddl1.tb1 values (213,213);
insert into shardddl1.tb1 values (214,214);
insert into shardddl1.tb1 values (215,215);
insert into shardddl1.tb1 values (216,216);
insert into shardddl1.tb1 values (217,217);
insert into shardddl1.tb1 values (218,218);
insert into shardddl1.tb1 values (219,219);
insert into shardddl1.tb1 values (220,220);
commit;
begin;
insert into shardddl1.tb2 values (221,221);
insert into shardddl1.tb2 values (222,222);
insert into shardddl1.tb2 values (223,223);
insert into shardddl1.tb2 values (224,224);
insert into shardddl1.tb2 values (225,225);
insert into shardddl1.tb2 values (226,226);
insert into shardddl1.tb2 values (227,227);
insert into shardddl1.tb2 values (228,228);
insert into shardddl1.tb2 values (229,229);
insert into shardddl1.tb2 values (230,230);
commit;
begin;
insert into shardddl1.t_1 values (231,231);
insert into shardddl1.t_1 values (232,232);
insert into shardddl1.t_1 values (233,233);
insert into shardddl1.t_1 values (234,234);
insert into shardddl1.t_1 values (235,235);
insert into shardddl1.t_1 values (236,236);
insert into shardddl1.t_1 values (237,237);
insert into shardddl1.t_1 values (238,238);
insert into shardddl1.t_1 values (239,239);
insert into shardddl1.t_1 values (240,240);
commit;
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8261 is alive
query-status from unique master
dmctl test cmd: "query-status"
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
got=1 expected=1
[Sat May  4 21:26:09 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join2.toml >>>>>>
wait for rpc addr 127.0.0.1:8361 alive the 1-th time
check diff failed 2-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:10 CST 2024] <<<<<< finish DM-RESYNC_TXN_INTERRUPT optimistic >>>>>>
[Sat May  4 21:26:10 CST 2024] <<<<<< start DM-STRICT_OPTIMISTIC_SINGLE_SOURCE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/single-source-strict-optimistic.yaml --remove-meta"
check diff failed 3-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:12 CST 2024] <<<<<< finish DM-STRICT_OPTIMISTIC_SINGLE_SOURCE optimistic >>>>>>
[Sat May  4 21:26:12 CST 2024] <<<<<< start DM-STRICT_OPTIMISTIC_DOUBLE_SOURCE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-strict-optimistic.yaml --remove-meta"
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:14 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #4
[Sat May  4 21:26:14 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:14 CST 2024] <<<<<< finish DM-STRICT_OPTIMISTIC_DOUBLE_SOURCE optimistic >>>>>>
[Sat May  4 21:26:14 CST 2024] <<<<<< start DM-131 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:17 CST 2024] <<<<<< finish DM-131 optimistic >>>>>>
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
restart dm-master
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
[Sat May  4 21:26:18 CST 2024] <<<<<< start DM-132 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master exit...
wait for rpc addr 127.0.0.1:8361 alive the 2-th time
dmctl test cmd: "query-status test"
got=2 expected=2
rpc addr 127.0.0.1:8361 is alive
check diff failed 1-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
wait process dm-master exit...
process dm-master already exit
[Sat May  4 21:26:21 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:22 CST 2024] <<<<<< finish DM-132 pessimistic >>>>>>
[Sat May  4 21:26:22 CST 2024] <<<<<< start DM-132 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 6-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:24 CST 2024] <<<<<< finish DM-132 optimistic >>>>>>
got=1 expected=1
got=1 expected=1
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
[Sat May  4 21:26:24 CST 2024] <<<<<< START DM-MASTER on port 8461, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join3.toml >>>>>>
wait for rpc addr 127.0.0.1:8461 alive the 1-th time
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
[Sat May  4 21:26:25 CST 2024] <<<<<< start DM-133 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
rpc addr 127.0.0.1:8461 is alive
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check diff failed 2-th time, retry later
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:29 CST 2024] <<<<<< finish DM-133 pessimistic >>>>>>
[Sat May  4 21:26:29 CST 2024] <<<<<< start DM-133 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
check diff failed 3-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
[Sat May  4 21:26:30 CST 2024] <<<<<< START DM-MASTER on port 8561, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join4.toml >>>>>>
wait for rpc addr 127.0.0.1:8561 alive the 1-th time
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8561 is alive
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
[Sat May  4 21:26:32 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #5
[Sat May  4 21:26:32 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:33 CST 2024] <<<<<< finish DM-133 optimistic >>>>>>
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
[Sat May  4 21:26:34 CST 2024] <<<<<< start DM-134 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
restart dm-master
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
wait process dm-master exit...
[Sat May  4 21:26:37 CST 2024] <<<<<< START DM-MASTER on port 8661, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join5.toml >>>>>>
wait for rpc addr 127.0.0.1:8661 alive the 1-th time
wait process dm-master exit...
process dm-master already exit
rpc addr 127.0.0.1:8661 is alive
dmctl test cmd: "query-status"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
got=1 expected=1
dmctl test cmd: "query-status"
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:38 CST 2024] <<<<<< finish DM-134 pessimistic >>>>>>
[Sat May  4 21:26:38 CST 2024] <<<<<< start DM-134 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=1 expected=1
dmctl test cmd: "query-status"
got=1 expected=1
dmctl test cmd: "query-status"
got=1 expected=1
join worker with dm-master1 endpoint
[Sat May  4 21:26:39 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker-join2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "list-member --worker --name=worker2"
check diff failed 1-th time, retry later
got=1 expected=1
kill dm-master-join1
[Sat May  4 21:26:40 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 6-th time, will retry again
wait process dm-master-join1 exit...
check diff successfully
dmctl test cmd: "stop-task test"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-master-join1 exit...
[Sat May  4 21:26:42 CST 2024] <<<<<< finish DM-134 optimistic >>>>>>
got=1 expected=1
got=1 expected=1
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
[Sat May  4 21:26:43 CST 2024] <<<<<< start DM-135 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master-join1 exit...
process dm-master-join1 already exit
dmctl test cmd: "list-member --worker --name=worker2"
got=1 expected=1
join worker with 5 masters endpoint
[Sat May  4 21:26:43 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker-join1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "query-status test"
wait for rpc addr 127.0.0.1:8262 alive the 2-th time
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:45 CST 2024] <<<<<< finish DM-135 pessimistic >>>>>>
[Sat May  4 21:26:45 CST 2024] <<<<<< start DM-135 optimistic >>>>>>
check diff failed 2-th time, retry later
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8262 alive the 3-th time
wait for rpc addr 127.0.0.1:8262 alive the 4-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
[Sat May  4 21:26:47 CST 2024] <<<<<< finish DM-135 optimistic >>>>>>
rpc addr 127.0.0.1:8262 is alive
query-status from master2
dmctl test cmd: "query-status"
got=1 expected=1
[Sat May  4 21:26:47 CST 2024] <<<<<< finish test_join_masters_and_worker >>>>>>
[Sat May  4 21:26:47 CST 2024] <<<<<< start test_standalone_running >>>>>>
4 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check diff failed 3-th time, retry later
[Sat May  4 21:26:48 CST 2024] <<<<<< start DM-136 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
wait process dm-master.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:50 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
[Sat May  4 21:26:50 CST 2024] <<<<<< start DM-ADD_DROP_PARTITIONS optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
wait process dm-master.test exit...
run tidb sql failed 1-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:52 CST 2024] <<<<<< finish DM-136 optimistic >>>>>>
wait process dm-master.test exit...
[Sat May  4 21:26:53 CST 2024] <<<<<< start DM-137 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
run tidb sql failed 1-th time, retry later
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
wait process dm-master.test exit...
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:56 CST 2024] <<<<<< finish DM-ADD_DROP_PARTITIONS optimistic >>>>>>
[Sat May  4 21:26:56 CST 2024] <<<<<< start DM-036 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:26:57 CST 2024] <<<<<< finish DM-137 optimistic >>>>>>
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 6-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
run tidb sql failed 1-th time, retry later
wait process dm-master.test exit...
[Sat May  4 21:26:58 CST 2024] <<<<<< start DM-138 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=1 expected=1
--> test duplicate auto-incr pk
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check diff failed 1-th time, retry later
wait process dm-master.test exit...
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:00 CST 2024] <<<<<< finish DM-036 optimistic >>>>>>
wait process dm-master.test exit...
[Sat May  4 21:27:01 CST 2024] <<<<<< start DM-037 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-master.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:02 CST 2024] <<<<<< finish DM-138 pessimistic >>>>>>
[Sat May  4 21:27:02 CST 2024] <<<<<< start DM-138 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
[Sat May  4 21:27:02 CST 2024] <<<<<< finish DM-037 pessimistic >>>>>>
[Sat May  4 21:27:02 CST 2024] <<<<<< start DM-037 optimistic >>>>>>
wait process dm-master.test exit...
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:04 CST 2024] <<<<<< finish DM-138 optimistic >>>>>>
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
[Sat May  4 21:27:04 CST 2024] <<<<<< finish DM-037 optimistic >>>>>>
wait process dm-master.test exit...
[Sat May  4 21:27:05 CST 2024] <<<<<< start DM-139 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:27:05 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Sat May  4 21:27:05 CST 2024] <<<<<< start DM-038 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:27:06 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff failed 1-th time, retry later
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
wait process dm-master.test exit...
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/source1.yaml"
[Sat May  4 21:27:08 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/source2.yaml"
wait process dm-master.test exit...
[Sat May  4 21:27:09 CST 2024] <<<<<< finish DM-139 pessimistic >>>>>>
[Sat May  4 21:27:09 CST 2024] <<<<<< start DM-139 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/sharding-task.yaml --remove-meta"
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Sat May  4 21:27:11 CST 2024] <<<<<< finish DM-139 optimistic >>>>>>
wait process dm-master.test exit...
[Sat May  4 21:27:12 CST 2024] <<<<<< start DM-142 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
check diff failed 2-th time, retry later
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=1 expected=2
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 1 != expected: 2, failed the 0-th time, will retry again
check diff failed 3-th time, retry later
wait process dm-master.test exit...
wait process dm-master.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:16 CST 2024] <<<<<< finish DM-142 pessimistic >>>>>>
check diff failed at last
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:16 CST 2024] <<<<<< finish DM-038 pessimistic >>>>>>
[Sat May  4 21:27:16 CST 2024] <<<<<< start DM-038 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
[Sat May  4 21:27:17 CST 2024] <<<<<< start DM-143 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=2 expected=2
got=2 expected=2
got=2 expected=2
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:19 CST 2024] <<<<<< finish DM-143 pessimistic >>>>>>
wait process dm-master.test exit...
wait process dm-master.test exit...
[Sat May  4 21:27:20 CST 2024] <<<<<< start DM-145 pessimistic >>>>>>
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-master.test exit...
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-worker.test exit...
wait process dm-master.test exit...
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
wait process dm-master.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
wait process dm-master.test exit...
process dm-syncer.test already exit
[Sat May  4 21:27:23 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-master.test exit...
check diff failed 2-th time, retry later
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:27:24 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-worker1.toml >>>>>>
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:24 CST 2024] <<<<<< finish DM-145 pessimistic >>>>>>
[Sat May  4 21:27:24 CST 2024] <<<<<< start DM-145 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/source1.yaml"
wait process dm-master.test exit...
[Sat May  4 21:27:25 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
check diff failed 3-th time, retry later
[Sat May  4 21:27:26 CST 2024] <<<<<< finish DM-145 optimistic >>>>>>
wait process dm-master.test exit...
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-task-standalone-long-interval.yaml --remove-meta"
[Sat May  4 21:27:27 CST 2024] <<<<<< start DM-146 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master.test exit...
dmctl test cmd: "config source mysql-replica-01"
check diff failed at last
dmctl test cmd: "stop-task test"
got=1 expected=1
got=1 expected=1
[Sat May  4 21:27:28 CST 2024] <<<<<< finish DM-038 optimistic >>>>>>
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:29 CST 2024] <<<<<< start DM-039 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master.test exit...
[Sat May  4 21:27:29 CST 2024] <<<<<< finish DM-146 pessimistic >>>>>>
[Sat May  4 21:27:29 CST 2024] <<<<<< start DM-146 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/1" count: 0 != expected: 1, failed the 0-th time, will retry again
dmctl test cmd: "query-status test"
dmctl test cmd: "query-status test"
got=2 expected=2
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
check diff failed 1-th time, retry later
[Sat May  4 21:27:30 CST 2024] <<<<<< finish DM-146 optimistic >>>>>>
wait process dm-master.test exit...
[Sat May  4 21:27:31 CST 2024] <<<<<< start DM-147 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
got=1 expected=1
got=1 expected=1
got=1 expected=1
got=1 expected=1
dmctl test cmd: "validation update test -s mysql-replica-01 --cutover-binlog-gtid 09da80d3-0a18-11ef-af4d-cef5d35f406c:1-79"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Sat May  4 21:27:32 CST 2024] <<<<<< finish DM-039 pessimistic >>>>>>
[Sat May  4 21:27:32 CST 2024] <<<<<< start DM-039 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "binlog-schema update test shardddl1 tb1 /tmp/dm_test/shardddl4_1/schema.sql -s mysql-replica-01"
dmctl test cmd: "binlog replace test "alter table shardddl1.tb1 drop column b""
got=2 expected=2
got=1 expected=1
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Sat May  4 21:27:34 CST 2024] <<<<<< finish DM-147 optimistic >>>>>>
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:34 CST 2024] <<<<<< finish DM-039 optimistic >>>>>>
wait process dm-master.test exit...
[Sat May  4 21:27:35 CST 2024] <<<<<< start DM-148 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=1 expected=1
[Sat May  4 21:27:35 CST 2024] <<<<<< start DM-040 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=1 expected=1
check diff successfully
dmctl test cmd: "query-status test"
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=0 expected=1
command: query-status test pendingRowsStatus": "insert\/update\/delete: 0\/0\/0 count: 0 != expected: 1, failed the 0-th time, will retry again
check diff failed 1-th time, retry later
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:37 CST 2024] <<<<<< finish DM-040 pessimistic >>>>>>
[Sat May  4 21:27:37 CST 2024] <<<<<< start DM-040 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
got=1 expected=1
got=1 expected=1
got=1 expected=1
dmctl test cmd: "validation update test -s mysql-replica-01 --cutover-binlog-gtid 09da80d3-0a18-11ef-af4d-cef5d35f406c:1-81"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:39 CST 2024] <<<<<< finish DM-148 pessimistic >>>>>>
[Sat May  4 21:27:39 CST 2024] <<<<<< start DM-148 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
[Sat May  4 21:27:39 CST 2024] <<<<<< finish DM-040 optimistic >>>>>>
wait process dm-master.test exit...
[Sat May  4 21:27:40 CST 2024] <<<<<< start DM-041 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=1 expected=1
check diff successfully
dmctl test cmd: "query-status test"
dmctl test cmd: "query-status test"
got=2 expected=2
got=1 expected=1
got=1 expected=1
got=1 expected=1
got=1 expected=1
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Sat May  4 21:27:41 CST 2024] <<<<<< finish DM-148 optimistic >>>>>>
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
wait process dm-master.test exit...
[Sat May  4 21:27:42 CST 2024] <<<<<< start DM-149 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
check diff failed 1-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
wait process dm-master.test exit...
[Sat May  4 21:27:44 CST 2024] <<<<<< finish DM-041 pessimistic >>>>>>
[Sat May  4 21:27:44 CST 2024] <<<<<< start DM-041 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:27:46 CST 2024] <<<<<< test case validator_basic success! >>>>>>
restore config
restore time_zone
start running case: [dm_syncer] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/dm_syncer/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/dm_syncer/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:27:46 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/dm_syncer/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-master.test exit...
[Sat May  4 21:27:46 CST 2024] <<<<<< finish DM-041 optimistic >>>>>>
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:46 CST 2024] <<<<<< finish DM-149 pessimistic >>>>>>
[Sat May  4 21:27:46 CST 2024] <<<<<< start DM-149 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:27:47 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/dm_syncer/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
[Sat May  4 21:27:47 CST 2024] <<<<<< start DM-043 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Sat May  4 21:27:48 CST 2024] <<<<<< finish DM-149 optimistic >>>>>>
rpc addr 127.0.0.1:8262 is alive
[Sat May  4 21:27:48 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/dm_syncer/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/dm_syncer/source1.yaml"
[Sat May  4 21:27:49 CST 2024] <<<<<< finish DM-043 pessimistic >>>>>>
[Sat May  4 21:27:49 CST 2024] <<<<<< start DM-043 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "operate-source create /tmp/dm_test/dm_syncer/source2.yaml"
[Sat May  4 21:27:49 CST 2024] <<<<<< start DM-150 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master.test exit...
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
clean source table
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
dmctl test cmd: "start-task /tmp/dm_test/dm_syncer/dm-task.yaml --remove-meta"
got=2 expected=2
dmctl test cmd: "show-ddl-locks"
got=1 expected=1
check diff failed 1-th time, retry later
[Sat May  4 21:27:51 CST 2024] <<<<<< finish DM-043 optimistic >>>>>>
import prepare data
start DM worker and master standalone cluster
[Sat May  4 21:27:52 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master1.toml >>>>>>
[Sat May  4 21:27:52 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master2.toml >>>>>>
[Sat May  4 21:27:52 CST 2024] <<<<<< START DM-MASTER on port 8461, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master3.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
rpc addr 127.0.0.1:8261 is alive
rpc addr 127.0.0.1:8361 is alive
rpc addr 127.0.0.1:8461 is alive
[Sat May  4 21:27:53 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:27:53 CST 2024] <<<<<< finish DM-150 pessimistic >>>>>>
[Sat May  4 21:27:53 CST 2024] <<<<<< start DM-150 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
rpc addr 127.0.0.1:8262 is alive
operate mysql config to worker
dmctl test cmd: "operate-source create /tmp/dm_test/ha_cases/source1.yaml"
wait process dm-worker.test exit...
process dm-worker.test already exit
/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/bin/dm-syncer.test --log-file=/tmp/dm_test/dm_syncer/syncer1/log/dm-syncer.log --config=/tmp/dm_test/dm_syncer/dm-syncer-1.toml   >> /tmp/dm_test/dm_syncer/syncer1/log/stdout.log 2>&1 &
/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/bin/dm-syncer.test --log-file=/tmp/dm_test/dm_syncer/syncer2/log/dm-syncer.log --config=/tmp/dm_test/dm_syncer/dm-syncer-2.toml --meta=/tmp/dm_test/dm_syncer/old_meta_file --syncer-config-format >> /tmp/dm_test/dm_syncer/syncer2/log/stdout.log 2>&1 &
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=3 expected=3
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
[Sat May  4 21:27:55 CST 2024] <<<<<< finish DM-150 optimistic >>>>>>
start DM task
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/standalone-task.yaml "
wait process dm-worker.test exit...
[Sat May  4 21:27:56 CST 2024] <<<<<< start DM-151 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
use sync_diff_inspector to check full dump loader
check diff successfully
flush logs to force rotate binlog file
apply increment data before restart dm-worker to ensure entering increment phase
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:27:57 CST 2024] <<<<<< test case shardddl2 success! >>>>>>
start running case: [shardddl2_1] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:27:57 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
use sync_diff_inspector to check increment data
check diff successfully
dmctl test cmd: "operate-source create /tmp/dm_test/ha_cases/source2.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/standalone-task2.yaml"
[Sat May  4 21:27:57 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "show-ddl-locks"
got=1 expected=1
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/standalone-task2.yaml"
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:27:59 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status"
got=2 expected=2
kill worker2
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl2_1/source1.yaml"
[Sat May  4 21:28:01 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker2 exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:28:01 CST 2024] <<<<<< finish DM-151 pessimistic >>>>>>
[Sat May  4 21:28:01 CST 2024] <<<<<< start DM-151 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl2_1/source2.yaml"
wait process dm-worker2 exit...
process dm-worker2 already exit
dmctl test cmd: "query-status"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test2"
got=1 expected=1
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/standalone-task2.yaml"
got=1 expected=1
dmctl test cmd: "query-status test"
got=1 expected=1
[Sat May  4 21:28:02 CST 2024] <<<<<< finish test_standalone_running >>>>>>
3 dm-master alive
1 dm-worker alive
0 dm-syncer alive
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
[Sat May  4 21:28:03 CST 2024] <<<<<< start DM-046 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
got=3 expected=3
wait process dm-master.test exit...
check diff successfully
check diff successfully
check diff successfully
1 dm-master alive
0 dm-worker alive
2 dm-syncer alive
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Sat May  4 21:28:05 CST 2024] <<<<<< finish DM-046 pessimistic >>>>>>
[Sat May  4 21:28:05 CST 2024] <<<<<< start DM-046 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
check diff failed 1-th time, retry later
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:28:06 CST 2024] <<<<<< test case dm_syncer success! >>>>>>
start running case: [shardddl_optimistic] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:28:06 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Sat May  4 21:28:07 CST 2024] <<<<<< finish DM-046 optimistic >>>>>>
wait process dm-master.test exit...
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:28:07 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
[Sat May  4 21:28:08 CST 2024] <<<<<< start DM-047 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:28:09 CST 2024] <<<<<< finish DM-151 optimistic >>>>>>
wait process dm-master.test exit...
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl_optimistic/source1.yaml"
[Sat May  4 21:28:09 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master.test exit...
rpc addr 127.0.0.1:8263 is alive
[Sat May  4 21:28:10 CST 2024] <<<<<< start DM-152 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "operate-source create /tmp/dm_test/shardddl_optimistic/source2.yaml"
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
[Sat May  4 21:28:11 CST 2024] <<<<<< start DM-DIFFERENT_SCHEMA_FULL optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:28:11 CST 2024] <<<<<< test case ha_cases success! >>>>>>
start running case: [http_proxies] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/http_proxies/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/http_proxies/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
test dm grpc proxy env setting checking for http_proxy=http://127.0.0.1:8080
[Sat May  4 21:28:12 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/http_proxies/conf/dm-master.toml >>>>>>
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:28:12 CST 2024] <<<<<< finish DM-047 pessimistic >>>>>>
[Sat May  4 21:28:12 CST 2024] <<<<<< start DM-047 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
rpc addr 127.0.0.1:8261 is alive
tests/_utils/check_log_contains: line 15: [: proxy: integer expression expected
tests/_utils/check_log_contains: line 21: [: proxy: integer expression expected
[Sat May  4 21:28:13 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/http_proxies/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
check diff successfully
[Sat May  4 21:28:13 CST 2024] <<<<<< finish DM-DIFFERENT_SCHEMA_FULL optimistic >>>>>>
[Sat May  4 21:28:13 CST 2024] <<<<<< start DM-DIFFERENT_SCHEMA_INCREMENTAL optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/double-source-optimistic.yaml --remove-meta"
check diff failed 1-th time, retry later
[Sat May  4 21:28:13 CST 2024] <<<<<< finish DM-047 optimistic >>>>>>
rpc addr 127.0.0.1:8262 is alive
./tests/_utils/check_log_contains: line 15: [: proxy: integer expression expected
./tests/_utils/check_log_contains: line 21: [: proxy: integer expression expected
dmctl test cmd: "query-status test"
[Sat May  4 21:28:14 CST 2024] <<<<<< start DM-048 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "pause-task test"
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   245  100   245    0     0  70727      0 --:--:-- --:--:-- --:--:-- 81666
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   275  100   275    0     0   133k      0 --:--:-- --:--:-- --:--:--  268k
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   268  100   268    0     0   113k      0 --:--:-- --:--:-- --:--:--  130k
wait process dm-master.test exit...
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   298  100   298    0     0   134k      0 --:--:-- --:--:-- --:--:--  145k
dmctl test cmd: "stop-task test"
dmctl test cmd: "start-task /tmp/dm_test/shardddl_optimistic/task.yaml --remove-meta"
wait process dm-master.test exit...
process dm-master.test already exit
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check diff failed 1-th time, retry later
check diff failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "operate-schema set -s mysql-replica-01 test -d shardddl1 -t tb1 /tmp/dm_test/shardddl_optimistic/schema11.sql"
wait process dm-worker.test exit...
dmctl test cmd: "operate-schema set -s mysql-replica-01 test -d shardddl1 -t tb2 /tmp/dm_test/shardddl_optimistic/schema12.sql"
dmctl test cmd: "operate-schema set -s mysql-replica-02 test -d shardddl1 -t tb1 /tmp/dm_test/shardddl_optimistic/schema21.sql"
dmctl test cmd: "operate-schema set -s mysql-replica-02 test -d shardddl1 -t tb2 /tmp/dm_test/shardddl_optimistic/schema22.sql"
dmctl test cmd: "resume-task test"
run tidb sql failed 1-th time, retry later
check diff successfully
check diff failed 1-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
[Sat May  4 21:28:18 CST 2024] <<<<<< finish DM-048 pessimistic >>>>>>
[Sat May  4 21:28:18 CST 2024] <<<<<< start DM-048 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:28:20 CST 2024] <<<<<< finish DM-DIFFERENT_SCHEMA_INCREMENTAL optimistic >>>>>>
[Sat May  4 21:28:20 CST 2024] <<<<<< start DM-RESTART_TASK_MASTER_WORKER optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
[Sat May  4 21:28:20 CST 2024] <<<<<< finish DM-048 optimistic >>>>>>
check diff successfully
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
test dm grpc proxy env setting checking for https_proxy=https://127.0.0.1:8080
[Sat May  4 21:28:21 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/http_proxies/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
[Sat May  4 21:28:21 CST 2024] <<<<<< start DM-049 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff successfully
dmctl test cmd: "stop-task test"
dmctl test cmd: "query-status test"
[Sat May  4 21:28:22 CST 2024] <<<<<< finish DM-152 optimistic >>>>>>
got=2 expected=2
rpc addr 127.0.0.1:8261 is alive
./tests/_utils/check_log_contains: line 15: [: proxy: integer expression expected
./tests/_utils/check_log_contains: line 21: [: proxy: integer expression expected
[Sat May  4 21:28:23 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/http_proxies/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
[Sat May  4 21:28:23 CST 2024] <<<<<< start DM-153 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
restart master
restart dm-master
wait process dm-master exit...
rpc addr 127.0.0.1:8262 is alive
./tests/_utils/check_log_contains: line 15: [: proxy: integer expression expected
./tests/_utils/check_log_contains: line 21: [: proxy: integer expression expected
dmctl test cmd: "query-status test"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "binlog-schema update test shardddl1 tb1 -s mysql-replica-01 --from-target"
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "binlog replace test "alter table shardddl1.tb1 drop column b""
got=2 expected=2
got=1 expected=1
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Sat May  4 21:28:26 CST 2024] <<<<<< finish DM-153 optimistic >>>>>>
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:28:26 CST 2024] <<<<<< finish DM-049 pessimistic >>>>>>
[Sat May  4 21:28:26 CST 2024] <<<<<< start DM-049 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-master.test exit...
process dm-master.test already exit
[Sat May  4 21:28:27 CST 2024] <<<<<< start DM-154 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
[Sat May  4 21:28:27 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "binlog-schema update test shardddl1 tb1 -s mysql-replica-01 --from-source"
wait process dm-worker.test exit...
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
check diff successfully
dmctl test cmd: "stop-task test"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
[Sat May  4 21:28:29 CST 2024] <<<<<< finish DM-154 optimistic >>>>>>
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8261 is alive
check log contain failed 1-th time, retry later
[Sat May  4 21:28:30 CST 2024] <<<<<< start DM-155 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:28:31 CST 2024] <<<<<< finish DM-049 optimistic >>>>>>
wait process dm-worker.test exit...
process dm-worker.test already exit
test dm grpc proxy env setting checking for no_proxy=localhost,127.0.0.1
[Sat May  4 21:28:31 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/http_proxies/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
[Sat May  4 21:28:32 CST 2024] <<<<<< start DM-050 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
restart task
restart task
dmctl test cmd: "stop-task test"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/double-source-optimistic.yaml"
restart worker2
restart dm-worker2
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=2 expected=2
check log contain failed 1-th time, retry later
dmctl test cmd: "stop-task test"
wait process worker2 exit...
[Sat May  4 21:28:34 CST 2024] <<<<<< finish DM-050 pessimistic >>>>>>
[Sat May  4 21:28:34 CST 2024] <<<<<< start DM-050 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
./tests/_utils/check_log_contains: line 15: [: proxy: integer expression expected
./tests/_utils/check_log_contains: line 21: [: proxy: integer expression expected
[Sat May  4 21:28:34 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/http_proxies/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process worker2 exit...
process worker2 already exit
[Sat May  4 21:28:35 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
restart master
restart dm-master
rpc addr 127.0.0.1:8262 is alive
./tests/_utils/check_log_contains: line 15: [: proxy: integer expression expected
./tests/_utils/check_log_contains: line 21: [: proxy: integer expression expected
dmctl test cmd: "query-status test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8263 is alive
[Sat May  4 21:28:36 CST 2024] <<<<<< finish DM-050 optimistic >>>>>>
wait process dm-master exit...
wait process dm-master.test exit...
restart worker1
restart dm-worker1
[Sat May  4 21:28:37 CST 2024] <<<<<< start DM-051 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master exit...
process dm-master already exit
wait process dm-master.test exit...
process dm-master.test already exit
wait process worker1 exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
wait process dm-worker.test exit...
wait process worker1 exit...
process worker1 already exit
[Sat May  4 21:28:39 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
[Sat May  4 21:28:39 CST 2024] <<<<<< finish DM-051 pessimistic >>>>>>
[Sat May  4 21:28:39 CST 2024] <<<<<< start DM-051 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
[Sat May  4 21:28:40 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
wait process dm-worker.test exit...
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
restart master
restart dm-master
[Sat May  4 21:28:41 CST 2024] <<<<<< finish DM-051 optimistic >>>>>>
wait process dm-worker.test exit...
[Sat May  4 21:28:42 CST 2024] <<<<<< start DM-056 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-master exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:28:42 CST 2024] <<<<<< test case http_proxies success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1894/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
rpc addr 127.0.0.1:8261 is alive
check log contain failed 1-th time, retry later
[Pipeline] // container
wait process dm-master exit...
process dm-master already exit
[Pipeline] }
dmctl test cmd: "query-status test"
got=2 expected=2
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
dmctl test cmd: "stop-task test"
[Pipeline] // stage
[Pipeline] }
[Sat May  4 21:28:44 CST 2024] <<<<<< finish DM-056 pessimistic >>>>>>
[Sat May  4 21:28:44 CST 2024] <<<<<< start DM-056 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
restart worker2
restart dm-worker2
[Sat May  4 21:28:45 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=3 expected=3
wait process worker2 exit...
wait process worker2 exit...
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process worker2 exit...
rpc addr 127.0.0.1:8261 is alive
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:28:49 CST 2024] <<<<<< finish DM-056 optimistic >>>>>>
wait process worker2 exit...
restart worker1
restart dm-worker1
[Sat May  4 21:28:50 CST 2024] <<<<<< start DM-057 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process worker2 exit...
wait process worker1 exit...
wait process worker2 exit...
dmctl test cmd: "query-status test"
got=2 expected=2
wait process worker1 exit...
check diff failed 1-th time, retry later
wait process worker2 exit...
wait process worker1 exit...
wait process worker2 exit...
check diff successfully
dmctl test cmd: "stop-task test"
wait process worker1 exit...
[Sat May  4 21:28:54 CST 2024] <<<<<< finish DM-057 pessimistic >>>>>>
wait process worker2 exit...
process worker2 already exit
[Sat May  4 21:28:54 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process worker1 exit...
[Sat May  4 21:28:55 CST 2024] <<<<<< start DM-058 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8263 is alive
check diff successfully
dmctl test cmd: "stop-task test"
wait process worker1 exit...
[Sat May  4 21:28:55 CST 2024] <<<<<< finish DM-RESTART_TASK_MASTER_WORKER optimistic >>>>>>
[Sat May  4 21:28:55 CST 2024] <<<<<< start DM-STOP_TASK_FOR_A_SOURCE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
wait process worker1 exit...
[Sat May  4 21:28:56 CST 2024] <<<<<< finish DM-058 pessimistic >>>>>>
[Sat May  4 21:28:56 CST 2024] <<<<<< start DM-058 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
run tidb sql failed 1-th time, retry later
wait process worker1 exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
[Sat May  4 21:28:59 CST 2024] <<<<<< finish DM-058 optimistic >>>>>>
wait process worker1 exit...
dmctl test cmd: "stop-task test -s mysql-replica-02"
run tidb sql failed 1-th time, retry later
[Sat May  4 21:29:00 CST 2024] <<<<<< start DM-059 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process worker1 exit...
process worker1 already exit
[Sat May  4 21:28:59 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "query-status test"
got=2 expected=2
restart worker1
restart dm-worker1
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/double-source-optimistic.yaml -s mysql-replica-02"
wait process worker1 exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:03 CST 2024] <<<<<< finish DM-STOP_TASK_FOR_A_SOURCE optimistic >>>>>>
[Sat May  4 21:29:03 CST 2024] <<<<<< start DM-UPDATE_BA_ROUTE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/double-source-optimistic.yaml --remove-meta"
check diff failed 1-th time, retry later
wait process worker1 exit...
process worker1 already exit
[Sat May  4 21:29:03 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
run tidb sql failed 1-th time, retry later
rpc addr 127.0.0.1:8262 is alive
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:06 CST 2024] <<<<<< finish DM-059 pessimistic >>>>>>
[Sat May  4 21:29:06 CST 2024] <<<<<< start DM-059 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
restart master
restart dm-master
wait process dm-master exit...
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
dmctl test cmd: "start-task /tmp/dm_test/shardddl_optimistic/task.yaml"
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "show-ddl-locks"
got=1 expected=1
run tidb sql failed 1-th time, retry later
check diff failed 1-th time, retry later
[Sat May  4 21:29:10 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
run tidb sql failed 1-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:12 CST 2024] <<<<<< finish DM-059 optimistic >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
[Sat May  4 21:29:13 CST 2024] <<<<<< start DM-062 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "stop-task test"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/double-source-optimistic.yaml"
rpc addr 127.0.0.1:8261 is alive
restart worker1
restart dm-worker1
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
check diff failed 1-th time, retry later
[Sat May  4 21:29:14 CST 2024] <<<<<< finish DM-UPDATE_BA_ROUTE optimistic >>>>>>
[Sat May  4 21:29:14 CST 2024] <<<<<< start DM-CREATE_DROP_TABLE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl_optimistic/conf/double-source-optimistic.yaml --remove-meta"
wait process worker1 exit...
dmctl test cmd: "query-status test"
got=2 expected=2
wait process worker1 exit...
run tidb sql failed 1-th time, retry later
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:16 CST 2024] <<<<<< finish DM-062 pessimistic >>>>>>
[Sat May  4 21:29:16 CST 2024] <<<<<< start DM-062 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
wait process worker1 exit...
wait process worker1 exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
run tidb sql failed 1-th time, retry later
[Sat May  4 21:29:18 CST 2024] <<<<<< finish DM-062 optimistic >>>>>>
wait process worker1 exit...
[Sat May  4 21:29:19 CST 2024] <<<<<< start DM-063 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process worker1 exit...
dmctl test cmd: "show-ddl-locks"
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:21 CST 2024] <<<<<< finish DM-CREATE_DROP_TABLE optimistic >>>>>>
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
wait process worker1 exit...
[Sat May  4 21:29:21 CST 2024] <<<<<< finish DM-063 pessimistic >>>>>>
[Sat May  4 21:29:21 CST 2024] <<<<<< start DM-063 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
wait process worker1 exit...
wait process dm-master.test exit...
wait process worker1 exit...
dmctl test cmd: "query-status test"
got=2 expected=2
run tidb sql failed 1-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
wait process worker1 exit...
process worker1 already exit
[Sat May  4 21:29:24 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8262 is alive
wait process dm-worker.test exit...
run tidb sql failed 1-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:29:26 CST 2024] <<<<<< test case shardddl_optimistic success! >>>>>>
start running case: [slow_relay_writer] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/slow_relay_writer/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/slow_relay_writer/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:29:26 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/slow_relay_writer/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
restart master
restart dm-master
wait process dm-master exit...
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:29:27 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/slow_relay_writer/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:27 CST 2024] <<<<<< finish DM-063 optimistic >>>>>>
wait process dm-master exit...
process dm-master already exit
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/slow_relay_writer/source1.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/slow_relay_writer/conf/dm-task.yaml "
[Sat May  4 21:29:28 CST 2024] <<<<<< start DM-064 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
check diff successfully
start incremental_data
dmctl test cmd: "query-status test"
got=2 expected=2
finish incremental_data
[Sat May  4 21:29:30 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff failed 1-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:32 CST 2024] <<<<<< finish DM-064 pessimistic >>>>>>
[Sat May  4 21:29:32 CST 2024] <<<<<< start DM-064 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
check log contain failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:34 CST 2024] <<<<<< finish DM-064 optimistic >>>>>>
check log contain failed 1-th time, retry later
[Sat May  4 21:29:35 CST 2024] <<<<<< start DM-065 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:37 CST 2024] <<<<<< finish DM-065 pessimistic >>>>>>
[Sat May  4 21:29:37 CST 2024] <<<<<< start DM-065 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
check log contain failed 1-th time, retry later
dmctl test cmd: "query-status test"
got=2 expected=2
run tidb sql failed 1-th time, retry later
restart worker2
restart dm-worker2
dmctl test cmd: "query-status test"
got=1 expected=1
check diff successfully
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process worker2 exit...
dmctl test cmd: "stop-task test"
wait process dm-master.test exit...
[Sat May  4 21:29:41 CST 2024] <<<<<< finish DM-065 optimistic >>>>>>
wait process worker2 exit...
[Sat May  4 21:29:42 CST 2024] <<<<<< start DM-066 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
wait process dm-master.test exit...
process dm-master.test already exit
wait process worker2 exit...
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
wait process worker2 exit...
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
wait process worker2 exit...
process worker2 already exit
[Sat May  4 21:29:44 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:29:45 CST 2024] <<<<<< test case slow_relay_writer success! >>>>>>
start running case: [sql_mode] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sql_mode/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sql_mode/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:29:45 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sql_mode/conf/dm-master.toml >>>>>>
rpc addr 127.0.0.1:8263 is alive
check log contain failed 1-th time, retry later
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:46 CST 2024] <<<<<< finish DM-066 pessimistic >>>>>>
[Sat May  4 21:29:46 CST 2024] <<<<<< start DM-066 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:29:46 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sql_mode/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8262 is alive
[Sat May  4 21:29:47 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sql_mode/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check log contain failed 1-th time, retry later
[Sat May  4 21:29:47 CST 2024] <<<<<< finish DM-066 optimistic >>>>>>
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/sql_mode/source1.yaml"
dmctl test cmd: "operate-source create /tmp/dm_test/sql_mode/source2.yaml"
[Sat May  4 21:29:48 CST 2024] <<<<<< start DM-067 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
check log contain failed 1-th time, retry later
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sql_mode/conf/dm-task.yaml "
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:50 CST 2024] <<<<<< finish DM-067 pessimistic >>>>>>
[Sat May  4 21:29:50 CST 2024] <<<<<< start DM-067 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
check diff successfully
check diff successfully
check diff successfully
check diff successfully
check diff successfully
ERROR 1146 (42S02) at line 1: Table 'sql_mode.t0' doesn't exist
run tidb sql failed 1-th time, retry later
restart master
restart dm-master
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
wait process dm-master exit...
[Sat May  4 21:29:52 CST 2024] <<<<<< finish DM-067 optimistic >>>>>>
wait process dm-master exit...
process dm-master already exit
[Sat May  4 21:29:53 CST 2024] <<<<<< start DM-068 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-pessimistic.yaml --remove-meta"
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
wait process dm-master.test exit...
process dm-master.test already exit
[Sat May  4 21:29:55 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker.test exit...
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:57 CST 2024] <<<<<< finish DM-068 pessimistic >>>>>>
[Sat May  4 21:29:57 CST 2024] <<<<<< start DM-068 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8261 is alive
check log contain failed 1-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:29:58 CST 2024] <<<<<< test case sql_mode success! >>>>>>
start running case: [sync_collation] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sync_collation/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sync_collation/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:29:58 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sync_collation/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:29:59 CST 2024] <<<<<< finish DM-068 optimistic >>>>>>
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:29:59 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sync_collation/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check log contain failed 1-th time, retry later
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
rpc addr 127.0.0.1:8262 is alive
[Sat May  4 21:30:01 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sync_collation/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-master.test exit...
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/sync_collation/source1.yaml"
check log contain failed 1-th time, retry later
dmctl test cmd: "operate-source create /tmp/dm_test/sync_collation/source2.yaml"
wait process dm-master.test exit...
process dm-master.test already exit
prepare data
start task
dmctl test cmd: "start-task /tmp/dm_test/sync_collation/dm-task.yaml --remove-meta"
wait process dm-worker.test exit...
restart worker1
restart dm-worker1
wait process dm-worker.test exit...
check full phase
prepare incremental data
check incremental phase
run tidb sql failed 1-th time, retry later
wait process worker1 exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:30:05 CST 2024] <<<<<< test case shardddl2_1 success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1894/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
wait process worker1 exit...
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
dmctl test cmd: "stop-task sync_collation"
prepare data for full phase error test
dmctl test cmd: "start-task /tmp/dm_test/sync_collation/dm-task.yaml --remove-meta"
wait process worker1 exit...
wait process worker1 exit...
check full phase error
dmctl test cmd: "query-status sync_collation"
got=1 expected=1
dmctl test cmd: "stop-task sync_collation"
prepare data for incremental phase error test
dmctl test cmd: "start-task /tmp/dm_test/sync_collation/dm-task.yaml --remove-meta"
wait process worker1 exit...
process worker1 already exit
[Sat May  4 21:30:09 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check incremental phase error
dmctl test cmd: "query-status sync_collation"
got=1 expected=1
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
rpc addr 127.0.0.1:8262 is alive
wait process dm-master.test exit...
restart worker2
restart dm-worker2
wait process dm-master.test exit...
process dm-master.test already exit
wait process worker2 exit...
wait process dm-worker.test exit...
wait process worker2 exit...
process worker2 already exit
[Sat May  4 21:30:13 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8263 is alive
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:30:15 CST 2024] <<<<<< test case sync_collation success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1894/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
check diff successfully
dmctl test cmd: "stop-task test"
[Sat May  4 21:30:30 CST 2024] <<<<<< finish DM-155 optimistic >>>>>>
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:30:36 CST 2024] <<<<<< test case shardddl4_1 success! >>>>>>
start running case: [sharding] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sharding/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sharding/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:30:36 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sharding/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:30:37 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sharding/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/sharding/source1.yaml"
[Sat May  4 21:30:39 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sharding/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/sharding/source2.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sharding/conf/dm-task.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check sync diff for full dump and load
check diff successfully
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "resume-task test"
check sync diff for the first increment replication
check diff failed 1-th time, retry later
check diff successfully
check sync diff for the second increment replication
check diff successfully
check sync diff for the third increment replication
check diff successfully
checksum before drop/truncate: checksum: 2273109362, checksum after drop/truncate: checksum: 2273109362
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
dmctl test cmd: "stop-task test"
got=1 expected=1
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:30:52 CST 2024] <<<<<< test case sharding success! >>>>>>
start running case: [sequence_sharding] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:30:52 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:30:53 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
[Sat May  4 21:30:54 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/sequence_sharding/source1.yaml"
dmctl test cmd: "operate-source create /tmp/dm_test/sequence_sharding/source2.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding/conf/dm-task.yaml "
check diff successfully
check diff successfully
dmctl test cmd: "query-status sequence_sharding"
got=0 expected=2
command: query-status sequence_sharding detect inconsistent DDL sequence count: 0 != expected: 2, failed the 0-th time, will retry again
got=2 expected=2
dmctl test cmd: "resume-task sequence_sharding"
dmctl test cmd: "query-status sequence_sharding"
got=2 expected=2
dmctl test cmd: "stop-task sequence_sharding"
dmctl test cmd: "start-task /tmp/dm_test/sequence_sharding/task.yaml"
dmctl test cmd: "query-status sequence_sharding"
got=2 expected=2
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:31:21 CST 2024] <<<<<< test case sequence_sharding success! >>>>>>
start running case: [sequence_sharding_removemeta] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_removemeta/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_removemeta/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:31:21 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_removemeta/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Sat May  4 21:31:22 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_removemeta/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
[Sat May  4 21:31:23 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_removemeta/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/sequence_sharding_removemeta/source1.yaml"
dmctl test cmd: "operate-source create /tmp/dm_test/sequence_sharding_removemeta/source2.yaml"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_removemeta/conf/dm-task.yaml "
check diff successfully
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "query-status sequence_sharding_removemeta"
got=0 expected=0
got=0 expected=0
dmctl test cmd: "stop-task sequence_sharding_removemeta"
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_removemeta/conf/dm-task.yaml --remove-meta"
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
check diff successfully
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "query-status sequence_sharding_removemeta"
got=1 expected=1
dmctl test cmd: "stop-task sequence_sharding_removemeta"
dmctl test cmd: "shard-ddl-lock unlock sequence_sharding_removemeta-`sharding_target3`.`t_target`"
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
wait process dm-worker.test exit...
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sat May  4 21:31:51 CST 2024] <<<<<< test case sequence_sharding_removemeta success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1894/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
Finished: SUCCESS