Skipping 1,138 KB.. Full Log

wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/source1.yaml"
wait process dm-worker.test exit...
[Sun May  5 17:39:33 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
rpc addr 127.0.0.1:8361 is alive
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
restart dm-master
rpc addr 127.0.0.1:8461 is alive
start worker and operate mysql config to worker
[Sun May  5 17:39:33 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
wait process dm-worker.test exit...
process dm-worker.test already exit
[Sun May  5 17:39:33 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/s3_dumpling_lightning/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/ha_cases/source1.yaml"
wait process worker2 exit...
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/conf/dm-task-standalone.yaml --remove-meta"
wait process dm-master exit...
wait process worker2 exit...
process worker2 already exit
[Sun May  5 17:39:35 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-master exit...
process dm-master already exit
[Sun May  5 17:39:35 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
[Sun May  5 17:39:36 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/s3_dumpling_lightning/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/ha_cases/source2.yaml"
rpc addr 127.0.0.1:8263 is alive
[Sun May  5 17:39:37 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
[Sun May  5 17:39:37 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/s3_dumpling_lightning/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
start DM task
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-task.yaml "
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "operate-source create /tmp/dm_test/s3_dumpling_lightning/source1.yaml"
dmctl test cmd: "operate-source create /tmp/dm_test/s3_dumpling_lightning/source2.yaml"
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=2 expected=2
got=2 expected=2
use sync_diff_inspector to check full dump loader
check diff successfully
flush logs to force rotate binlog file
apply increment data before restart dm-worker to ensure entering increment phase
rpc addr 127.0.0.1:8261 is alive
check log contain failed 1-th time, retry later
prepare source data
dmctl test cmd: "query-status test"
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
start task
dmctl test cmd: "start-task /tmp/dm_test/s3_dumpling_lightning/dm-task.yaml"
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
graceful stop test success
start check stop diff
check diff successfully
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
use sync_diff_inspector to check increment data
check diff successfully
[Sun May  5 17:39:42 CST 2024] <<<<<< finish test_running >>>>>>
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
wait process dm-worker.test exit...
worker1bound  "mysql-replica-01"
worker2bound  "mysql-replica-02"
dmctl test cmd: "start-relay -s mysql-replica-01 worker1"
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
wait process dm-worker.test exit...
got=2 expected=2
dmctl test cmd: "start-relay -s mysql-replica-02 worker2"
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun May  5 17:39:44 CST 2024] <<<<<< test case checkpoint_transaction success! >>>>>>
start running case: [check_task] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun May  5 17:39:44 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
got=2 expected=2
dmctl test cmd: "query-status test"
got=4 expected=4
kill dm-worker1
check diff failed 2-th time, retry later
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
dmctl test cmd: "query-status test"
got=1 expected=1
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-worker1 exit...
check diff failed 3-th time, retry later
rpc addr 127.0.0.1:8261 is alive
[Sun May  5 17:39:47 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
wait process dm-worker1 exit...
process dm-worker1 already exit
kill dm-worker2
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "operate-source create /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/source1.yaml"
wait process dm-worker2 exit...
[Sun May  5 17:39:47 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
[Sun May  5 17:39:48 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-noshard.yaml"
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-sharding.yaml"
dmctl test cmd: "resume-task test"
wait process dm-worker2 exit...
process dm-worker2 already exit
dmctl test cmd: "list-member --name worker1 --name worker2"
--> start test_privileges_can_migrate...
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-priv.yaml --remove-meta"
rpc addr 127.0.0.1:8263 is alive
check diff successfully
dmctl test cmd: "stop-task test"
got=2 expected=2
start worker1
[Sun May  5 17:39:49 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
[Sun May  5 17:39:49 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #2
[Sun May  5 17:39:49 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
got=1 expected=1
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 1\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
rpc addr 127.0.0.1:8262 is alive
start worker2
[Sun May  5 17:39:50 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
dmctl test cmd: "query-status test"
error check
got=2 expected=2
check diff successfully
restart dm-master
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "list-member --name worker1 --name worker2"
got=1 expected=1
got=1 expected=1
kill dm-worker1
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
check diff successfully
dmctl test cmd: "query-status test"
check diff successfully
dmctl test cmd: "stop-task test"
wait process minio exit...
process minio already exit
/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/s3_dumpling_lightning/run.sh: line 49: 16865 Killed                  bin/minio server --address $S3_ENDPOINT "$s3_DBPATH"
run s3 test error check success
Starting TiDB on port 4000
Verifying TiDB is started...
ERROR 2013 (HY000): Lost connection to MySQL server at 'reading initial communication packet', system error: 104
pass test_privileges_can_migrate
--> start test_privilege_precheck...
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-priv.yaml"
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-priv.yaml"
dmctl test cmd: "check-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/check_task/conf/task-priv.yaml"
pass test_privilege_precheck
1 dm-master alive
1 dm-worker alive
wait process dm-master exit...
0 dm-syncer alive
wait process dm-worker1 exit...
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
wait process dm-master.test exit...
wait process dm-worker1 exit...
process dm-worker1 already exit
kill dm-worker2
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	196	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	3	DDL Table Version. Do not delete.
1 dm-master alive
0 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker2 exit...
dmctl test cmd: "resume-task test"
wait process dm-master.test exit...
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
[Sun May  5 17:39:55 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process dm-worker2 exit...
process dm-worker2 already exit
dmctl test cmd: "list-member --name worker1 --name worker2"
wait process dm-worker.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
got=2 expected=2
start worker2
[Sun May  5 17:39:56 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun May  5 17:39:56 CST 2024] <<<<<< test case s3_dumpling_lightning success! >>>>>>
start running case: [sequence_sharding_optimistic] script: [/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/run.sh]
Running test /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/run.sh...
Verbose mode = false
0 dm-master alive
0 dm-worker alive
0 dm-syncer alive
process dm-master.test already exit
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun May  5 17:39:56 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8263 is alive
start worker1
[Sun May  5 17:39:57 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
rpc addr 127.0.0.1:8261 is alive
[Sun May  5 17:39:57 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1906/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "list-member --name worker2 --name worker1"
got=1 expected=1
got=1 expected=1
kill dm-worker1
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
rpc addr 127.0.0.1:8262 is alive
[Sun May  5 17:39:58 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
wait process dm-worker1 exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
rpc addr 127.0.0.1:8263 is alive
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   341  100   216  100   125  69386  40154 --:--:-- --:--:-- --:--:-- 72000
dmctl test cmd: "operate-source create /tmp/dm_test/sequence_sharding_optimistic/source1.yaml"
dmctl test cmd: "operate-source create /tmp/dm_test/sequence_sharding_optimistic/source2.yaml"
wait process dm-worker1 exit...
process dm-worker1 already exit
kill dm-worker2
check diff failed 2-th time, retry later
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   407  100   282  100   125  63427  28115 --:--:-- --:--:-- --:--:-- 70500
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-task.yaml --remove-meta"
wait process dm-worker2 exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
wait process dm-worker2 exit...
process dm-worker2 already exit
dmctl test cmd: "list-member --name worker1 --name worker2"
got=2 expected=2
start worker3
[Sun May  5 17:40:02 CST 2024] <<<<<< START DM-WORKER on port 8264, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker3.toml >>>>>>
check diff failed 3-th time, retry later
check diff successfully
ERROR 1146 (42S02) at line 1: Table 'sharding_seq_tmp.t1' doesn't exist
run tidb sql failed 1-th time, retry later
wait for rpc addr 127.0.0.1:8264 alive the 1-th time
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
rpc addr 127.0.0.1:8264 is alive
start worker4
[Sun May  5 17:40:03 CST 2024] <<<<<< START DM-WORKER on port 18262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker4.toml >>>>>>
wait for rpc addr 127.0.0.1:18262 alive the 1-th time
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   398  100   273  100   125  74692  34199 --:--:-- --:--:-- --:--:-- 91000
dmctl test cmd: "pause-task sequence_sharding_optimistic"
got=3 expected=3
dmctl test cmd: "query-status sequence_sharding_optimistic"
dmctl test cmd: "resume-task test"
got=2 expected=2
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   512  100   387  100   125   100k  33112 --:--:-- --:--:-- --:--:--  125k
dmctl test cmd: "resume-task sequence_sharding_optimistic"
got=3 expected=3
dmctl test cmd: "query-status sequence_sharding_optimistic"
check diff successfully
dmctl test cmd: "stop-task test"
got=3 expected=3
restart dm-worker1
rpc addr 127.0.0.1:18262 is alive
dmctl test cmd: "list-member --name worker3 --name worker4"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "start-relay -s mysql-replica-01 worker3"
[Sun May  5 17:40:05 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #3
[Sun May  5 17:40:05 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker1 exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
got=2 expected=2
dmctl test cmd: "start-relay -s mysql-replica-02 worker4"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
wait process dm-worker1 exit...
process dm-worker1 already exit
[Sun May  5 17:40:07 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/sequence_sharding_optimistic/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
got=2 expected=2
dmctl test cmd: "query-status test"
got=4 expected=4
check diff successfully
kill dm-worker3
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 2\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
rpc addr 127.0.0.1:8262 is alive
dmctl test cmd: "shard-ddl-lock unlock non-exist-task-`test_db`.`test_table`"
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
wait process dm-worker3 exit...
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
restart dm-master
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=1 expected=1
dmctl test cmd: "resume-task sequence_sharding_optimistic"
got=3 expected=3
check diff failed 1-th time, retry later
wait process dm-worker3 exit...
process dm-worker3 already exit
kill dm-worker4
wait process dm-master exit...
got=1 expected=1
got=1 expected=1
wait process dm-worker4 exit...
wait process dm-master exit...
process dm-master already exit
check diff successfully
restart dm-worker1
wait process worker1 exit...
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
wait process dm-worker4 exit...
process dm-worker4 already exit
dmctl test cmd: "list-member --name worker3 --name worker4"
got=2 expected=2
start worker1
[Sun May  5 17:40:11 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
wait process worker1 exit...
process worker1 already exit
[Sun May  5 17:40:12 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff successfully
dmctl test cmd: "pause-task sequence_sharding_optimistic"
got=3 expected=3
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=2 expected=2
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   508  100   383  100   125  78839  25730 --:--:-- --:--:-- --:--:-- 95750
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   291  100   166  100   125  46786  35231 --:--:-- --:--:-- --:--:-- 55333
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   538  100   370  100   168  67101  30467 --:--:-- --:--:-- --:--:-- 74000
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   508  100   383  100   125   109k  36753 --:--:-- --:--:-- --:--:--  124k
dmctl test cmd: "binlog-schema list -s mysql-replica-01,mysql-replica-02 sequence_sharding_optimistic sharding_seq_opt t2"
dmctl test cmd: "binlog-schema delete -s mysql-replica-01 sequence_sharding_optimistic sharding_seq_opt t2"
dmctl test cmd: "binlog-schema update -s mysql-replica-01 sequence_sharding_optimistic sharding_seq_opt t1 /tmp/dm_test/sequence_sharding_optimistic/schema.sql"
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   508  100   383  100   125   109k  36453 --:--:-- --:--:-- --:--:--  124k
{
  "result": true,
  "msg": "",
  "sources": [
    {
      "result": true,
      "msg": "CREATE TABLE `t1` ( `id` bigint(20) NOT NULL, `c2` varchar(20) DEFAULT NULL, `c3` bigint(11) DEFAULT NULL, PRIMARY KEY (`id`) /*T![clustered_index] CLUSTERED */) ENGINE=InnoDB DEFAULT CHARSET=latin1 COLLATE=latin1_bin",
      "source": "mysql-replica-01",
      "worker": "worker2"
    }
  ]
}dmctl test cmd: "resume-task sequence_sharding_optimistic"
got=3 expected=3
dmctl test cmd: "query-status sequence_sharding_optimistic"
got=3 expected=3
check diff successfully
1 dm-master alive
2 dm-worker alive
0 dm-syncer alive
rpc addr 127.0.0.1:8262 is alive
start worker2
[Sun May  5 17:40:12 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
[Sun May  5 17:40:13 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "list-member --name worker1 --name worker2"
got=1 expected=1
got=1 expected=1
num1 1 num2 2
[Sun May  5 17:40:14 CST 2024] <<<<<< finish test_last_bound >>>>>>
[Sun May  5 17:40:14 CST 2024] <<<<<< start test_config_name >>>>>>
[Sun May  5 17:40:14 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join1.toml >>>>>>
rpc addr 127.0.0.1:8261 is alive
[Sun May  5 17:40:14 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /tmp/dm_test/ha_cases/dm-master-join2.toml >>>>>>
wait process dm-master.test exit...
wait process worker2 exit...
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
wait process dm-master.test exit...
process dm-master.test already exit
wait process worker2 exit...
process worker2 already exit
[Sun May  5 17:40:15 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
check log contain failed 1-th time (file not exist), retry later
[Sun May  5 17:40:16 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /tmp/dm_test/ha_cases/dm-master-join2.toml >>>>>>
wait process dm-worker.test exit...
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8361 is alive
[Sun May  5 17:40:16 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker1.toml >>>>>>
rpc addr 127.0.0.1:8262 is alive
[Sun May  5 17:40:16 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /tmp/dm_test/ha_cases/dm-worker2.toml >>>>>>
[Sun May  5 17:40:16 CST 2024] <<<<<< finish DM-RESYNC_NOT_FLUSHED optimistic >>>>>>
[Sun May  5 17:40:16 CST 2024] <<<<<< start DM-RESYNC_TXN_INTERRUPT optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait process dm-worker.test exit...
dmctl test cmd: "query-status test"
got=1 expected=1
<<<<<< test_source_and_target_with_empty_gtid success! >>>>>>
1 dm-master alive
1 dm-worker alive
0 dm-syncer alive
wait process dm-master.test exit...
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun May  5 17:40:18 CST 2024] <<<<<< test case sequence_sharding_optimistic success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1906/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
[Pipeline] // dir
dmctl test cmd: "query-status test"
got=2 expected=2
restart dm-worker1
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Sun May  5 17:40:18 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /tmp/dm_test/ha_cases/dm-worker2.toml >>>>>>
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
rpc addr 127.0.0.1:8263 is alive
[Sun May  5 17:40:18 CST 2024] <<<<<< finish test_config_name >>>>>>
[Sun May  5 17:40:18 CST 2024] <<<<<< start test_join_masters_and_worker >>>>>>
3 dm-master alive
3 dm-worker alive
0 dm-syncer alive
[Pipeline] // withEnv
check diff failed 2-th time, retry later
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
wait process dm-worker.test exit...
[Pipeline] // stage
[Pipeline] }
wait process worker1 exit...
wait process dm-master.test exit...
wait process worker1 exit...
process worker1 already exit
[Sun May  5 17:40:20 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
wait process dm-worker.test exit...
wait process dm-master.test exit...
check diff failed 3-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
[Sun May  5 17:40:21 CST 2024] <<<<<< test case all_mode success! >>>>>>
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-pull_dm_integration_test-1906/tiflow-dm already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
wait process dm-master.test exit...
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
wait process worker2 exit...
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
wait process dm-master.test exit...
check diff successfully
dmctl test cmd: "stop-task test"
[Sun May  5 17:40:23 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #4
[Sun May  5 17:40:23 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
wait process worker2 exit...
process worker2 already exit
[Sun May  5 17:40:23 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
dmctl test cmd: "query-status test"
wait process dm-master.test exit...
rpc addr 127.0.0.1:8263 is alive
begin;
insert into shardddl1.tb2 values (1,1);
insert into shardddl1.tb2 values (2,2);
insert into shardddl1.tb2 values (3,3);
insert into shardddl1.tb2 values (4,4);
insert into shardddl1.tb2 values (5,5);
insert into shardddl1.tb2 values (6,6);
insert into shardddl1.tb2 values (7,7);
insert into shardddl1.tb2 values (8,8);
insert into shardddl1.tb2 values (9,9);
insert into shardddl1.tb2 values (10,10);
commit;
begin;
insert into shardddl1.t_1 values (11,11);
insert into shardddl1.t_1 values (12,12);
insert into shardddl1.t_1 values (13,13);
insert into shardddl1.t_1 values (14,14);
insert into shardddl1.t_1 values (15,15);
insert into shardddl1.t_1 values (16,16);
insert into shardddl1.t_1 values (17,17);
insert into shardddl1.t_1 values (18,18);
insert into shardddl1.t_1 values (19,19);
insert into shardddl1.t_1 values (20,20);
insert into shardddl1.t_1 values (21,21);
insert into shardddl1.t_1 values (22,22);
insert into shardddl1.t_1 values (23,23);
insert into shardddl1.t_1 values (24,24);
insert into shardddl1.t_1 values (25,25);
insert into shardddl1.t_1 values (26,26);
insert into shardddl1.t_1 values (27,27);
insert into shardddl1.t_1 values (28,28);
insert into shardddl1.t_1 values (29,29);
insert into shardddl1.t_1 values (30,30);
insert into shardddl1.t_1 values (31,31);
insert into shardddl1.t_1 values (32,32);
insert into shardddl1.t_1 values (33,33);
insert into shardddl1.t_1 values (34,34);
insert into shardddl1.t_1 values (35,35);
insert into shardddl1.t_1 values (36,36);
insert into shardddl1.t_1 values (37,37);
insert into shardddl1.t_1 values (38,38);
insert into shardddl1.t_1 values (39,39);
insert into shardddl1.t_1 values (40,40);
insert into shardddl1.t_1 values (41,41);
insert into shardddl1.t_1 values (42,42);
insert into shardddl1.t_1 values (43,43);
insert into shardddl1.t_1 values (44,44);
insert into shardddl1.t_1 values (45,45);
insert into shardddl1.t_1 values (46,46);
insert into shardddl1.t_1 values (47,47);
insert into shardddl1.t_1 values (48,48);
insert into shardddl1.t_1 values (49,49);
insert into shardddl1.t_1 values (50,50);
commit;
begin;
insert into shardddl1.tb1 values (51,51);
insert into shardddl1.tb1 values (52,52);
insert into shardddl1.tb1 values (53,53);
insert into shardddl1.tb1 values (54,54);
insert into shardddl1.tb1 values (55,55);
insert into shardddl1.tb1 values (56,56);
insert into shardddl1.tb1 values (57,57);
insert into shardddl1.tb1 values (58,58);
insert into shardddl1.tb1 values (59,59);
insert into shardddl1.tb1 values (60,60);
commit;
begin;
insert into shardddl1.t_1 values (61,61);
insert into shardddl1.t_1 values (62,62);
insert into shardddl1.t_1 values (63,63);
insert into shardddl1.t_1 values (64,64);
insert into shardddl1.t_1 values (65,65);
insert into shardddl1.t_1 values (66,66);
insert into shardddl1.t_1 values (67,67);
insert into shardddl1.t_1 values (68,68);
insert into shardddl1.t_1 values (69,69);
insert into shardddl1.t_1 values (70,70);
commit;
check diff failed 1-th time, retry later
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 3\/0\/0" count: 0 != expected: 1, failed the 6-th time, will retry again
wait process dm-master.test exit...
check diff failed 2-th time, retry later
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
restart dm-master
wait process dm-master.test exit...
process dm-master.test already exit
wait process dm-master exit...
got=1 expected=1
got=1 expected=1
check diff failed 3-th time, retry later
wait process dm-worker.test exit...
process dm-worker.test already exit
process dm-syncer.test already exit
clean source table
wait process dm-master exit...
process dm-master already exit
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
check diff successfully
restart dm-worker1
[Sun May  5 17:40:31 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
[Sun May  5 17:40:31 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join1.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
wait process worker1 exit...
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
wait process worker1 exit...
process worker1 already exit
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
[Sun May  5 17:40:32 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
query-status from unique master
dmctl test cmd: "query-status"
got=1 expected=1
[Sun May  5 17:40:33 CST 2024] <<<<<< START DM-MASTER on port 8361, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join2.toml >>>>>>
wait for rpc addr 127.0.0.1:8361 alive the 1-th time
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
rpc addr 127.0.0.1:8262 is alive
restart dm-worker2
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
check diff failed 1-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
wait process worker2 exit...
wait process worker2 exit...
process worker2 already exit
[Sun May  5 17:40:35 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/dm-worker2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
check diff failed 2-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
rpc addr 127.0.0.1:8263 is alive
begin;
insert into shardddl1.tb2 values (101,101);
insert into shardddl1.tb2 values (102,102);
insert into shardddl1.tb2 values (103,103);
insert into shardddl1.tb2 values (104,104);
insert into shardddl1.tb2 values (105,105);
insert into shardddl1.tb2 values (106,106);
insert into shardddl1.tb2 values (107,107);
insert into shardddl1.tb2 values (108,108);
insert into shardddl1.tb2 values (109,109);
insert into shardddl1.tb2 values (110,110);
commit;
begin;
insert into shardddl1.tb1 values (111,111);
insert into shardddl1.tb1 values (112,112);
insert into shardddl1.tb1 values (113,113);
insert into shardddl1.tb1 values (114,114);
insert into shardddl1.tb1 values (115,115);
insert into shardddl1.tb1 values (116,116);
insert into shardddl1.tb1 values (117,117);
insert into shardddl1.tb1 values (118,118);
insert into shardddl1.tb1 values (119,119);
insert into shardddl1.tb1 values (120,120);
commit;
begin;
insert into shardddl1.tb2 values (121,121);
insert into shardddl1.tb2 values (122,122);
insert into shardddl1.tb2 values (123,123);
insert into shardddl1.tb2 values (124,124);
insert into shardddl1.tb2 values (125,125);
insert into shardddl1.tb2 values (126,126);
insert into shardddl1.tb2 values (127,127);
insert into shardddl1.tb2 values (128,128);
insert into shardddl1.tb2 values (129,129);
insert into shardddl1.tb2 values (130,130);
commit;
begin;
insert into shardddl1.t_1 values (131,131);
insert into shardddl1.t_1 values (132,132);
insert into shardddl1.t_1 values (133,133);
insert into shardddl1.t_1 values (134,134);
insert into shardddl1.t_1 values (135,135);
insert into shardddl1.t_1 values (136,136);
insert into shardddl1.t_1 values (137,137);
insert into shardddl1.t_1 values (138,138);
insert into shardddl1.t_1 values (139,139);
insert into shardddl1.t_1 values (140,140);
commit;
check diff successfully
begin;
insert into shardddl1.tb2 values (201,201);
insert into shardddl1.tb2 values (202,202);
insert into shardddl1.tb2 values (203,203);
insert into shardddl1.tb2 values (204,204);
insert into shardddl1.tb2 values (205,205);
insert into shardddl1.tb2 values (206,206);
insert into shardddl1.tb2 values (207,207);
insert into shardddl1.tb2 values (208,208);
insert into shardddl1.tb2 values (209,209);
insert into shardddl1.tb2 values (210,210);
commit;
begin;
insert into shardddl1.tb1 values (211,211);
insert into shardddl1.tb1 values (212,212);
insert into shardddl1.tb1 values (213,213);
insert into shardddl1.tb1 values (214,214);
insert into shardddl1.tb1 values (215,215);
insert into shardddl1.tb1 values (216,216);
insert into shardddl1.tb1 values (217,217);
insert into shardddl1.tb1 values (218,218);
insert into shardddl1.tb1 values (219,219);
insert into shardddl1.tb1 values (220,220);
commit;
begin;
insert into shardddl1.tb2 values (221,221);
insert into shardddl1.tb2 values (222,222);
insert into shardddl1.tb2 values (223,223);
insert into shardddl1.tb2 values (224,224);
insert into shardddl1.tb2 values (225,225);
insert into shardddl1.tb2 values (226,226);
insert into shardddl1.tb2 values (227,227);
insert into shardddl1.tb2 values (228,228);
insert into shardddl1.tb2 values (229,229);
insert into shardddl1.tb2 values (230,230);
commit;
begin;
insert into shardddl1.t_1 values (231,231);
insert into shardddl1.t_1 values (232,232);
insert into shardddl1.t_1 values (233,233);
insert into shardddl1.t_1 values (234,234);
insert into shardddl1.t_1 values (235,235);
insert into shardddl1.t_1 values (236,236);
insert into shardddl1.t_1 values (237,237);
insert into shardddl1.t_1 values (238,238);
insert into shardddl1.t_1 values (239,239);
insert into shardddl1.t_1 values (240,240);
commit;
check diff failed 1-th time, retry later
check diff failed 3-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
check diff successfully
dmctl test cmd: "stop-task test"
[Sun May  5 17:40:39 CST 2024] <<<<<< finish DM-RESYNC_TXN_INTERRUPT optimistic >>>>>>
[Sun May  5 17:40:39 CST 2024] <<<<<< start DM-STRICT_OPTIMISTIC_SINGLE_SOURCE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/single-source-strict-optimistic.yaml --remove-meta"
check diff failed at last
dmctl test cmd: "binlog skip test"
got=2 expected=2
got=1 expected=1
dmctl test cmd: "pause-task test"
dmctl test cmd: "resume-task test"
check diff successfully
dmctl test cmd: "stop-task test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
dmctl test cmd: "query-status test"
got=1 expected=1
[Sun May  5 17:40:41 CST 2024] <<<<<< finish DM-DropAddColumn optimistic >>>>>>
run DM_DropAddColumn case #5
[Sun May  5 17:40:41 CST 2024] <<<<<< start DM-DropAddColumn optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/double-source-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "stop-task test"
wait for rpc addr 127.0.0.1:8361 alive the 2-th time
[Sun May  5 17:40:41 CST 2024] <<<<<< finish DM-STRICT_OPTIMISTIC_SINGLE_SOURCE optimistic >>>>>>
[Sun May  5 17:40:41 CST 2024] <<<<<< start DM-STRICT_OPTIMISTIC_DOUBLE_SOURCE optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-strict-optimistic.yaml --remove-meta"
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check log contain failed 1-th time, retry later
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
rpc addr 127.0.0.1:8361 is alive
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "query-status test"
got=1 expected=1
dmctl test cmd: "stop-task test"
[Sun May  5 17:40:43 CST 2024] <<<<<< finish DM-STRICT_OPTIMISTIC_DOUBLE_SOURCE optimistic >>>>>>
[Sun May  5 17:40:43 CST 2024] <<<<<< start DM-131 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 4\/0\/0" count: 0 != expected: 1, failed the 6-th time, will retry again
dmctl test cmd: "shard-ddl-lock"
got=1 expected=1
dmctl test cmd: "query-status test"
got=3 expected=3
got=2 expected=2
restart dm-master
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
check diff successfully
dmctl test cmd: "stop-task test"
wait process dm-master exit...
[Sun May  5 17:40:46 CST 2024] <<<<<< finish DM-131 optimistic >>>>>>
wait process dm-master exit...
process dm-master already exit
[Sun May  5 17:40:47 CST 2024] <<<<<< start DM-132 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=1 expected=1
got=1 expected=1
[Sun May  5 17:40:47 CST 2024] <<<<<< START DM-MASTER on port 8461, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join3.toml >>>>>>
wait for rpc addr 127.0.0.1:8461 alive the 1-th time
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "pause-task test"
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8461 is alive
[Sun May  5 17:40:49 CST 2024] <<<<<< START DM-MASTER on port 8261, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl2/conf/dm-master.toml >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 1-th time
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
check diff successfully
dmctl test cmd: "stop-task test"
[Sun May  5 17:40:51 CST 2024] <<<<<< finish DM-132 pessimistic >>>>>>
[Sun May  5 17:40:51 CST 2024] <<<<<< start DM-132 optimistic >>>>>>
wait for rpc addr 127.0.0.1:8261 alive the 2-th time
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
rpc addr 127.0.0.1:8261 is alive
dmctl test cmd: "query-status test"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 0-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
check diff successfully
dmctl test cmd: "stop-task test"
[Sun May  5 17:40:53 CST 2024] <<<<<< finish DM-132 optimistic >>>>>>
[Sun May  5 17:40:53 CST 2024] <<<<<< START DM-MASTER on port 8561, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join4.toml >>>>>>
wait for rpc addr 127.0.0.1:8561 alive the 1-th time
[Sun May  5 17:40:54 CST 2024] <<<<<< start DM-133 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 1-th time, will retry again
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
rpc addr 127.0.0.1:8561 is alive
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 2-th time, will retry again
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 3-th time, will retry again
check diff successfully
dmctl test cmd: "stop-task test"
[Sun May  5 17:40:58 CST 2024] <<<<<< finish DM-133 pessimistic >>>>>>
[Sun May  5 17:40:58 CST 2024] <<<<<< start DM-133 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff successfully
dmctl test cmd: "stop-task test"
[Sun May  5 17:41:00 CST 2024] <<<<<< START DM-MASTER on port 8661, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-master-join5.toml >>>>>>
wait for rpc addr 127.0.0.1:8661 alive the 1-th time
[Sun May  5 17:41:00 CST 2024] <<<<<< finish DM-133 optimistic >>>>>>
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 4-th time, will retry again
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 5-th time, will retry again
rpc addr 127.0.0.1:8661 is alive
dmctl test cmd: "query-status"
got=1 expected=1
dmctl test cmd: "query-status"
got=1 expected=1
dmctl test cmd: "query-status"
[Sun May  5 17:41:01 CST 2024] <<<<<< start DM-134 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=1 expected=1
dmctl test cmd: "query-status"
got=1 expected=1
join worker with dm-master1 endpoint
[Sun May  5 17:41:02 CST 2024] <<<<<< START DM-WORKER on port 8263, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker-join2.toml >>>>>>
wait for rpc addr 127.0.0.1:8263 alive the 1-th time
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 5-th time, will retry again
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 5\/0\/0" count: 0 != expected: 1, failed the 6-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
check diff failed 1-th time, retry later
rpc addr 127.0.0.1:8263 is alive
dmctl test cmd: "list-member --worker --name=worker2"
got=1 expected=1
kill dm-master-join1
wait process dm-master-join1 exit...
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 6-th time, will retry again
got=1 expected=1
got=1 expected=1
wait process dm-master-join1 exit...
process dm-master-join1 already exit
dmctl test cmd: "list-member --worker --name=worker2"
got=1 expected=1
join worker with 5 masters endpoint
[Sun May  5 17:41:05 CST 2024] <<<<<< START DM-WORKER on port 8262, config: /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/ha_cases/conf/dm-worker-join1.toml >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 1-th time
check diff successfully
dmctl test cmd: "stop-task test"
[Sun May  5 17:41:05 CST 2024] <<<<<< finish DM-134 pessimistic >>>>>>
[Sun May  5 17:41:05 CST 2024] <<<<<< start DM-134 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
wait for rpc addr 127.0.0.1:8262 alive the 2-th time
dmctl test cmd: "resume-task test"
dmctl test cmd: "query-status test"
got=1 expected=1
got=1 expected=1
dmctl test cmd: "query-status test"
dmctl test cmd: "query-status test"
got=2 expected=2
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 0-th time, will retry again
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 7-th time, will retry again
check diff successfully
dmctl test cmd: "stop-task test"
wait for rpc addr 127.0.0.1:8262 alive the 3-th time
[Sun May  5 17:41:07 CST 2024] <<<<<< finish DM-134 optimistic >>>>>>
wait for rpc addr 127.0.0.1:8262 alive the 4-th time
[Sun May  5 17:41:08 CST 2024] <<<<<< start DM-135 pessimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-pessimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 8-th time, will retry again
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 1-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
[Sun May  5 17:41:10 CST 2024] <<<<<< finish DM-135 pessimistic >>>>>>
[Sun May  5 17:41:10 CST 2024] <<<<<< start DM-135 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 2-th time, will retry again
got=0 expected=1
command: query-status test because schema conflict detected count: 0 != expected: 1, failed the 9-th time, will retry again
dmctl test cmd: "query-status test"
got=2 expected=2
dmctl test cmd: "stop-task test"
rpc addr 127.0.0.1:8262 is alive
query-status from master2
dmctl test cmd: "query-status"
got=1 expected=1
[Sun May  5 17:41:11 CST 2024] <<<<<< finish test_join_masters_and_worker >>>>>>
[Sun May  5 17:41:11 CST 2024] <<<<<< start test_standalone_running >>>>>>
4 dm-master alive
2 dm-worker alive
0 dm-syncer alive
[Sun May  5 17:41:12 CST 2024] <<<<<< finish DM-135 optimistic >>>>>>
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 3-th time, will retry again
wait process dm-master.test exit...
{
    "result": true,
    "msg": "",
    "sources": [
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-01",
                "worker": "worker1",
                "result": null,
                "relayStatus": null
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Paused",
                    "unit": "Sync",
                    "result": {
                        "isCanceled": false,
                        "errors": [
                            {
                                "ErrCode": 42501,
                                "ErrClass": "ha",
                                "ErrScope": "internal",
                                "ErrLevel": "high",
                                "Message": "startLocation: [position: (dm-it-6b61aa38-dda7-4e82-a0fc-f65c8dfd22b1-h2q8k-n8prf-bin.000001, 42228), gtid-set: d591e87e-0ac1-11ef-b770-16ddc07b6adc:1-194], endLocation: [position: (dm-it-6b61aa38-dda7-4e82-a0fc-f65c8dfd22b1-h2q8k-n8prf-bin.000001, 42353), gtid-set: d591e87e-0ac1-11ef-b770-16ddc07b6adc:1-195], origin SQL: [alter table shardddl1.tb1 add column b int after a]: fail to do etcd txn operation: txn commit failed",
                                "RawCause": "rpc error: code = Unavailable desc = error reading from server: EOF",
                                "Workaround": "Please check dm-master's node status and the network between this node and dm-master"
                            }
                        ],
                        "detail": null
                    },
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "12",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-6b61aa38-dda7-4e82-a0fc-f65c8dfd22b1-h2q8k-n8prf-bin.000001, 42353)",
                        "masterBinlogGtid": "d591e87e-0ac1-11ef-b770-16ddc07b6adc:1-195",
                        "syncerBinlog": "(dm-it-6b61aa38-dda7-4e82-a0fc-f65c8dfd22b1-h2q8k-n8prf-bin.000001, 42163)",
                        "syncerBinlogGtid": "d591e87e-0ac1-11ef-b770-16ddc07b6adc:1-194",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "remote",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "12",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        },
        {
            "result": true,
            "msg": "",
            "sourceStatus": {
                "source": "mysql-replica-02",
                "worker": "worker2",
                "result": null,
                "relayStatus": {
                    "masterBinlog": "(dm-it-6b61aa38-dda7-4e82-a0fc-f65c8dfd22b1-h2q8k-n8prf-bin.000001, 39206)",
                    "masterBinlogGtid": "d5d75601-0ac1-11ef-90bd-16ddc07b6adc:1-167",
                    "relaySubDir": "d5d75601-0ac1-11ef-90bd-16ddc07b6adc.000001",
                    "relayBinlog": "(dm-it-6b61aa38-dda7-4e82-a0fc-f65c8dfd22b1-h2q8k-n8prf-bin.000001, 39206)",
                    "relayBinlogGtid": "d5d75601-0ac1-11ef-90bd-16ddc07b6adc:1-167",
                    "relayCatchUpMaster": true,
                    "stage": "Running",
                    "result": null
                }
            },
            "subTaskStatus": [
                {
                    "name": "test",
                    "stage": "Running",
                    "unit": "Sync",
                    "result": null,
                    "unresolvedDDLLockID": "",
                    "sync": {
                        "totalEvents": "6",
                        "totalTps": "0",
                        "recentTps": "0",
                        "masterBinlog": "(dm-it-6b61aa38-dda7-4e82-a0fc-f65c8dfd22b1-h2q8k-n8prf-bin.000001, 39206)",
                        "masterBinlogGtid": "d5d75601-0ac1-11ef-90bd-16ddc07b6adc:1-167",
                        "syncerBinlog": "(dm-it-6b61aa38-dda7-4e82-a0fc-f65c8dfd22b1-h2q8k-n8prf-bin|000001.000001, 38926)",
                        "syncerBinlogGtid": "d5d75601-0ac1-11ef-90bd-16ddc07b6adc:1-166",
                        "blockingDDLs": [
                        ],
                        "unresolvedGroups": [
                        ],
                        "synced": false,
                        "binlogType": "local",
                        "secondsBehindMaster": "0",
                        "blockDDLOwner": "",
                        "conflictMsg": "",
                        "totalRows": "6",
                        "totalRps": "0",
                        "recentRps": "0"
                    },
                    "validation": null
                }
            ]
        }
    ]
}
PASS
coverage: 3.8% of statements in github.com/pingcap/tiflow/dm/...
curl: (7) Failed connect to 127.0.0.1:8361; Connection refused
curl: (7) Failed connect to 127.0.0.1:8461; Connection refused
curl: (7) Failed connect to 127.0.0.1:8561; Connection refused
curl: (7) Failed connect to 127.0.0.1:8661; Connection refused
curl: (7) Failed connect to 127.0.0.1:8761; Connection refused
curl: (7) Failed connect to 127.0.0.1:8264; Connection refused
curl: (7) Failed connect to 127.0.0.1:18262; Connection refused
curl: (7) Failed connect to 127.0.0.1:18263; Connection refused
make: *** [dm_integration_test_in_group] Error 1
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Sun May  5 17:41:13 CST 2024] <<<<<< start DM-136 optimistic >>>>>>
dmctl test cmd: "start-task /home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/shardddl4_1/conf/double-source-optimistic.yaml --remove-meta"
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] sh
+ ls /tmp/dm_test
cov.shardddl1.dmctl.1714901490.652.out
cov.shardddl1.dmctl.1714901491.779.out
cov.shardddl1.dmctl.1714901495.1063.out
cov.shardddl1.dmctl.1714901497.1110.out
cov.shardddl1.dmctl.1714901516.4238.out
cov.shardddl1.dmctl.1714901520.4567.out
cov.shardddl1.dmctl.1714901521.4611.out
cov.shardddl1.dmctl.1714901552.5117.out
cov.shardddl1.dmctl.1714901555.5427.out
cov.shardddl1.dmctl.1714901557.5469.out
cov.shardddl1.dmctl.1714901574.6074.out
cov.shardddl1.dmctl.1714901577.6402.out
cov.shardddl1.dmctl.1714901578.6444.out
cov.shardddl1.dmctl.1714901579.6520.out
cov.shardddl1.dmctl.1714901579.6651.out
cov.shardddl1.dmctl.1714901580.6686.out
cov.shardddl1.dmctl.1714901583.6791.out
cov.shardddl1.dmctl.1714901583.6939.out
cov.shardddl1.dmctl.1714901584.6982.out
cov.shardddl1.dmctl.1714901585.7102.out
cov.shardddl1.dmctl.1714901585.7142.out
cov.shardddl1.dmctl.1714901585.7173.out
cov.shardddl1.dmctl.1714901585.7216.out
cov.shardddl1.dmctl.1714901586.7251.out
cov.shardddl1.dmctl.1714901593.7444.out
cov.shardddl1.dmctl.1714901596.7514.out
cov.shardddl1.dmctl.1714901596.7548.out
cov.shardddl1.dmctl.1714901596.7580.out
cov.shardddl1.dmctl.1714901596.7724.out
cov.shardddl1.dmctl.1714901598.7781.out
cov.shardddl1.dmctl.1714901600.7979.out
cov.shardddl1.dmctl.1714901601.8121.out
cov.shardddl1.dmctl.1714901602.8157.out
cov.shardddl1.dmctl.1714901602.8277.out
cov.shardddl1.dmctl.1714901602.8312.out
cov.shardddl1.dmctl.1714901603.8457.out
cov.shardddl1.dmctl.1714901604.8493.out
cov.shardddl1.dmctl.1714901604.8583.out
cov.shardddl1.dmctl.1714901607.8709.out
cov.shardddl1.dmctl.1714901608.8741.out
cov.shardddl1.dmctl.1714901608.8776.out
cov.shardddl1.dmctl.1714901613.9050.out
cov.shardddl1.dmctl.1714901613.9099.out
cov.shardddl1.dmctl.1714901615.9128.out
cov.shardddl1.dmctl.1714901619.9273.out
cov.shardddl1.dmctl.1714901620.9418.out
cov.shardddl1.dmctl.1714901621.9465.out
cov.shardddl1.dmctl.1714901625.9595.out
cov.shardddl1.dmctl.1714901661.9882.out
cov.shardddl1.dmctl.1714901661.9929.out
cov.shardddl1.dmctl.1714901662.9959.out
cov.shardddl1.dmctl.1714901664.10059.out
cov.shardddl1.dmctl.1714901664.10099.out
cov.shardddl1.dmctl.1714901672.10273.out
cov.shardddl1.dmctl.1714901672.10309.out
cov.shardddl1.dmctl.1714901672.10343.out
cov.shardddl1.dmctl.1714901672.10479.out
cov.shardddl1.dmctl.1714901674.10524.out
cov.shardddl1.dmctl.1714901676.10611.out
cov.shardddl1.dmctl.1714901676.10643.out
cov.shardddl1.dmctl.1714901683.10827.out
cov.shardddl1.dmctl.1714901683.10864.out
cov.shardddl1.dmctl.1714901683.10908.out
cov.shardddl1.dmctl.1714901683.11051.out
cov.shardddl1.dmctl.1714901685.11103.out
cov.shardddl1.dmctl.1714901694.11610.out
cov.shardddl1.dmctl.1714901694.11755.out
cov.shardddl1.dmctl.1714901695.11780.out
cov.shardddl1.dmctl.1714901700.12204.out
cov.shardddl1.dmctl.1714901701.12345.out
cov.shardddl1.dmctl.1714901702.12371.out
cov.shardddl1.dmctl.1714901705.12675.out
cov.shardddl1.dmctl.1714901705.12819.out
cov.shardddl1.dmctl.1714901707.12854.out
cov.shardddl1.dmctl.1714901711.13185.out
cov.shardddl1.dmctl.1714901715.13508.out
cov.shardddl1.dmctl.1714901716.13551.out
cov.shardddl1.dmctl.1714901718.13606.out
cov.shardddl1.dmctl.1714901718.13638.out
cov.shardddl1.dmctl.1714901722.13967.out
cov.shardddl1.dmctl.1714901723.14026.out
cov.shardddl1.dmctl.1714901723.14165.out
cov.shardddl1.dmctl.1714901727.14479.out
cov.shardddl1.dmctl.1714901728.14519.out
cov.shardddl1.dmctl.1714901728.14562.out
cov.shardddl1.dmctl.1714901729.14606.out
cov.shardddl1.dmctl.1714901730.14747.out
cov.shardddl1.dmctl.1714901731.14782.out
cov.shardddl1.dmctl.1714901731.14864.out
cov.shardddl1.dmctl.1714901733.15006.out
cov.shardddl1.dmctl.1714901734.15046.out
cov.shardddl1.dmctl.1714901740.15225.out
cov.shardddl1.dmctl.1714901742.15365.out
cov.shardddl1.dmctl.1714901743.15398.out
cov.shardddl1.dmctl.1714901745.15500.out
cov.shardddl1.dmctl.1714901747.15640.out
cov.shardddl1.dmctl.1714901748.15673.out
cov.shardddl1.dmctl.1714901748.15766.out
cov.shardddl1.master.out
cov.shardddl1.worker.8262.1714901489.out
cov.shardddl1.worker.8262.1714901494.out
cov.shardddl1.worker.8262.1714901519.out
cov.shardddl1.worker.8262.1714901554.out
cov.shardddl1.worker.8262.1714901576.out
cov.shardddl1.worker.8262.1714901714.out
cov.shardddl1.worker.8262.1714901721.out
cov.shardddl1.worker.8262.1714901726.out
cov.shardddl1.worker.8263.1714901490.out
cov.shardddl1.worker.8263.1714901494.out
cov.shardddl1.worker.8263.1714901519.out
cov.shardddl1.worker.8263.1714901554.out
cov.shardddl1.worker.8263.1714901576.out
cov.shardddl1.worker.8263.1714901714.out
cov.shardddl1.worker.8263.1714901721.out
cov.shardddl1.worker.8263.1714901726.out
cov.shardddl1_1.dmctl.1714901757.16217.out
cov.shardddl1_1.dmctl.1714901758.16339.out
cov.shardddl1_1.dmctl.1714901759.16427.out
cov.shardddl1_1.dmctl.1714901761.16500.out
cov.shardddl1_1.dmctl.1714901763.16853.out
cov.shardddl1_1.dmctl.1714901764.16990.out
cov.shardddl1_1.dmctl.1714901765.17021.out
cov.shardddl1_1.dmctl.1714901766.17291.out
cov.shardddl1_1.dmctl.1714901766.17432.out
cov.shardddl1_1.dmctl.1714901767.17472.out
cov.shardddl1_1.dmctl.1714901769.17588.out
cov.shardddl1_1.dmctl.1714901771.17730.out
cov.shardddl1_1.dmctl.1714901772.17783.out
cov.shardddl1_1.dmctl.1714901774.17898.out
cov.shardddl1_1.dmctl.1714901776.18036.out
cov.shardddl1_1.dmctl.1714901777.18068.out
cov.shardddl1_1.dmctl.1714901779.18191.out
cov.shardddl1_1.dmctl.1714901781.18332.out
cov.shardddl1_1.dmctl.1714901782.18366.out
cov.shardddl1_1.dmctl.1714901784.18493.out
cov.shardddl1_1.dmctl.1714901786.18636.out
cov.shardddl1_1.dmctl.1714901787.18671.out
cov.shardddl1_1.dmctl.1714901789.18810.out
cov.shardddl1_1.dmctl.1714901791.18955.out
cov.shardddl1_1.dmctl.1714901792.18989.out
cov.shardddl1_1.dmctl.1714901792.19060.out
cov.shardddl1_1.dmctl.1714901794.19199.out
cov.shardddl1_1.dmctl.1714901795.19234.out
cov.shardddl1_1.dmctl.1714901795.19305.out
cov.shardddl1_1.dmctl.1714901796.19448.out
cov.shardddl1_1.dmctl.1714901798.19485.out
cov.shardddl1_1.dmctl.1714901798.19582.out
cov.shardddl1_1.dmctl.1714901799.19725.out
cov.shardddl1_1.dmctl.1714901801.19757.out
cov.shardddl1_1.dmctl.1714901803.19839.out
cov.shardddl1_1.dmctl.1714901804.19978.out
cov.shardddl1_1.dmctl.1714901805.20011.out
cov.shardddl1_1.dmctl.1714901808.20067.out
cov.shardddl1_1.dmctl.1714901809.20203.out
cov.shardddl1_1.dmctl.1714901810.20244.out
cov.shardddl1_1.dmctl.1714901810.20294.out
cov.shardddl1_1.dmctl.1714901812.20436.out
cov.shardddl1_1.dmctl.1714901813.20469.out
cov.shardddl1_1.dmctl.1714901813.20518.out
cov.shardddl1_1.dmctl.1714901814.20656.out
cov.shardddl1_1.dmctl.1714901816.20691.out
cov.shardddl1_1.dmctl.1714901816.20740.out
cov.shardddl1_1.dmctl.1714901817.20879.out
cov.shardddl1_1.dmctl.1714901818.20916.out
cov.shardddl1_1.dmctl.1714901818.20959.out
cov.shardddl1_1.dmctl.1714901819.21095.out
cov.shardddl1_1.dmctl.1714901820.21131.out
cov.shardddl1_1.dmctl.1714901820.21174.out
cov.shardddl1_1.dmctl.1714901822.21311.out
cov.shardddl1_1.dmctl.1714901823.21343.out
cov.shardddl1_1.dmctl.1714901825.21406.out
cov.shardddl1_1.dmctl.1714901826.21548.out
cov.shardddl1_1.dmctl.1714901828.21580.out
cov.shardddl1_1.dmctl.1714901830.21632.out
cov.shardddl1_1.dmctl.1714901831.21767.out
cov.shardddl1_1.dmctl.1714901832.21801.out
cov.shardddl1_1.dmctl.1714901834.21854.out
cov.shardddl1_1.dmctl.1714901836.22004.out
cov.shardddl1_1.dmctl.1714901837.22037.out
cov.shardddl1_1.dmctl.1714901837.22075.out
cov.shardddl1_1.dmctl.1714901837.22109.out
cov.shardddl1_1.dmctl.1714901839.22253.out
cov.shardddl1_1.dmctl.1714901840.22285.out
cov.shardddl1_1.dmctl.1714901840.22384.out
cov.shardddl1_1.dmctl.1714901841.22528.out
cov.shardddl1_1.dmctl.1714901843.22559.out
cov.shardddl1_1.dmctl.1714901843.22617.out
cov.shardddl1_1.dmctl.1714901843.22654.out
cov.shardddl1_1.dmctl.1714901844.22805.out
cov.shardddl1_1.dmctl.1714901846.22830.out
cov.shardddl1_1.dmctl.1714901846.22867.out
cov.shardddl1_1.dmctl.1714901846.22902.out
cov.shardddl1_1.dmctl.1714901847.23047.out
cov.shardddl1_1.dmctl.1714901848.23086.out
cov.shardddl1_1.dmctl.1714901851.23224.out
cov.shardddl1_1.dmctl.1714901851.23365.out
cov.shardddl1_1.dmctl.1714901852.23400.out
cov.shardddl1_1.dmctl.1714901853.23497.out
cov.shardddl1_1.dmctl.1714901854.23639.out
cov.shardddl1_1.dmctl.1714901855.23673.out
cov.shardddl1_1.dmctl.1714901855.23733.out
cov.shardddl1_1.dmctl.1714901856.23872.out
cov.shardddl1_1.dmctl.1714901857.23904.out
cov.shardddl1_1.dmctl.1714901857.23963.out
cov.shardddl1_1.dmctl.1714901857.23999.out
cov.shardddl1_1.dmctl.1714901859.24146.out
cov.shardddl1_1.dmctl.1714901860.24182.out
cov.shardddl1_1.dmctl.1714901860.24309.out
cov.shardddl1_1.dmctl.1714901862.24453.out
cov.shardddl1_1.dmctl.1714901863.24490.out
cov.shardddl1_1.dmctl.1714901865.24634.out
cov.shardddl1_1.dmctl.1714901867.24779.out
cov.shardddl1_1.dmctl.1714901868.24814.out
cov.shardddl1_1.dmctl.1714901868.24881.out
cov.shardddl1_1.dmctl.1714901868.24912.out
cov.shardddl1_1.dmctl.1714901869.25057.out
cov.shardddl1_1.dmctl.1714901870.25095.out
cov.shardddl1_1.dmctl.1714901870.25163.out
cov.shardddl1_1.dmctl.1714901870.25199.out
cov.shardddl1_1.dmctl.1714901872.25348.out
cov.shardddl1_1.dmctl.1714901873.25386.out
cov.shardddl1_1.dmctl.1714901875.25494.out
cov.shardddl1_1.master.out
cov.shardddl1_1.worker.8262.1714901756.out
cov.shardddl1_1.worker.8263.1714901757.out
cov.shardddl2.dmctl.1714901885.25964.out
cov.shardddl2.dmctl.1714901886.26087.out
cov.shardddl2.dmctl.1714901888.26172.out
cov.shardddl2.dmctl.1714901889.26244.out
cov.shardddl2.dmctl.1714901894.26456.out
cov.shardddl2.dmctl.1714901901.26663.out
cov.shardddl2.dmctl.1714901905.26847.out
cov.shardddl2.dmctl.1714901907.26948.out
cov.shardddl2.dmctl.1714901907.27091.out
cov.shardddl2.dmctl.1714901909.27132.out
cov.shardddl2.dmctl.1714901918.27408.out
cov.shardddl2.dmctl.1714901918.27486.out
cov.shardddl2.dmctl.1714901918.27625.out
cov.shardddl2.dmctl.1714901920.27662.out
cov.shardddl2.dmctl.1714901925.27847.out
cov.shardddl2.dmctl.1714901932.28057.out
cov.shardddl2.dmctl.1714901935.28220.out
cov.shardddl2.dmctl.1714901939.28363.out
cov.shardddl2.dmctl.1714901940.28503.out
cov.shardddl2.dmctl.1714901941.28538.out
cov.shardddl2.dmctl.1714901960.29022.out
cov.shardddl2.dmctl.1714901960.29054.out
cov.shardddl2.dmctl.1714901960.29195.out
cov.shardddl2.dmctl.1714901961.29231.out
cov.shardddl2.dmctl.1714901964.29364.out
cov.shardddl2.dmctl.1714901964.29415.out
cov.shardddl2.dmctl.1714901964.29458.out
cov.shardddl2.dmctl.1714901971.29615.out
cov.shardddl2.dmctl.1714901971.29650.out
cov.shardddl2.dmctl.1714901971.29684.out
cov.shardddl2.dmctl.1714901971.29789.out
cov.shardddl2.dmctl.1714901971.29931.out
cov.shardddl2.dmctl.1714901973.29966.out
cov.shardddl2.dmctl.1714901982.30220.out
cov.shardddl2.dmctl.1714901982.30270.out
cov.shardddl2.dmctl.1714901982.30311.out
cov.shardddl2.dmctl.1714901988.30469.out
cov.shardddl2.dmctl.1714901989.30507.out
cov.shardddl2.dmctl.1714901989.30544.out
cov.shardddl2.dmctl.1714901989.30644.out
cov.shardddl2.dmctl.1714901989.30784.out
cov.shardddl2.dmctl.1714901991.30825.out
cov.shardddl2.dmctl.1714901997.31086.out
cov.shardddl2.dmctl.1714901997.31138.out
cov.shardddl2.dmctl.1714901998.31177.out
cov.shardddl2.dmctl.1714902004.31341.out
cov.shardddl2.dmctl.1714902004.31381.out
cov.shardddl2.dmctl.1714902004.31415.out
cov.shardddl2.dmctl.1714902004.31507.out
cov.shardddl2.dmctl.1714902005.31647.out
cov.shardddl2.dmctl.1714902006.31681.out
cov.shardddl2.dmctl.1714902008.31785.out
cov.shardddl2.dmctl.1714902015.31988.out
cov.shardddl2.dmctl.1714902016.32034.out
cov.shardddl2.dmctl.1714902022.32196.out
cov.shardddl2.dmctl.1714902022.32236.out
cov.shardddl2.dmctl.1714902022.32273.out
cov.shardddl2.dmctl.1714902022.32381.out
cov.shardddl2.dmctl.1714902023.32524.out
cov.shardddl2.dmctl.1714902024.32560.out
cov.shardddl2.dmctl.1714902026.32673.out
cov.shardddl2.dmctl.1714902033.32879.out
cov.shardddl2.dmctl.1714902033.32924.out
cov.shardddl2.dmctl.1714902040.33086.out
cov.shardddl2.dmctl.1714902040.33124.out
cov.shardddl2.dmctl.1714902040.33160.out
cov.shardddl2.dmctl.1714902040.33256.out
cov.shardddl2.dmctl.1714902041.33397.out
cov.shardddl2.dmctl.1714902042.33438.out
cov.shardddl2.dmctl.1714902044.33553.out
cov.shardddl2.dmctl.1714902044.33602.out
cov.shardddl2.dmctl.1714902052.33792.out
cov.shardddl2.master.out
cov.shardddl2.worker.8262.1714901884.out
cov.shardddl2.worker.8262.1714901891.out
cov.shardddl2.worker.8263.1714901885.out
cov.shardddl2.worker.8263.1714901922.out
downstream
goroutines
shardddl1
shardddl1_1
shardddl2
sql_res.shardddl1.txt
sql_res.shardddl1_1.txt
sql_res.shardddl2.txt
tidb.toml
++ find /tmp/dm_test/ -type f -name '*.log'
+ tar -cvzf log-G07.tar.gz /tmp/dm_test/shardddl1_1/dmctl.1714901822.log /tmp/dm_test/shardddl1_1/dmctl.1714901776.log /tmp/dm_test/shardddl1_1/dmctl.1714901766.log /tmp/dm_test/shardddl1_1/dmctl.1714901809.log /tmp/dm_test/shardddl1_1/dmctl.1714901870.log /tmp/dm_test/shardddl1_1/dmctl.1714901813.log /tmp/dm_test/shardddl1_1/dmctl.1714901784.log /tmp/dm_test/shardddl1_1/dmctl.1714901844.log /tmp/dm_test/shardddl1_1/dmctl.1714901792.log /tmp/dm_test/shardddl1_1/dmctl.1714901810.log /tmp/dm_test/shardddl1_1/dmctl.1714901819.log /tmp/dm_test/shardddl1_1/dmctl.1714901867.log /tmp/dm_test/shardddl1_1/dmctl.1714901820.log /tmp/dm_test/shardddl1_1/dmctl.1714901777.log /tmp/dm_test/shardddl1_1/dmctl.1714901803.log /tmp/dm_test/shardddl1_1/dmctl.1714901787.log /tmp/dm_test/shardddl1_1/dmctl.1714901860.log /tmp/dm_test/shardddl1_1/dmctl.1714901859.log /tmp/dm_test/shardddl1_1/dmctl.1714901851.log /tmp/dm_test/shardddl1_1/dmctl.1714901761.log /tmp/dm_test/shardddl1_1/dmctl.1714901789.log /tmp/dm_test/shardddl1_1/dmctl.1714901863.log /tmp/dm_test/shardddl1_1/dmctl.1714901764.log /tmp/dm_test/shardddl1_1/dmctl.1714901817.log /tmp/dm_test/shardddl1_1/dmctl.1714901798.log /tmp/dm_test/shardddl1_1/dmctl.1714901840.log /tmp/dm_test/shardddl1_1/dmctl.1714901794.log /tmp/dm_test/shardddl1_1/dmctl.1714901873.log /tmp/dm_test/shardddl1_1/dmctl.1714901830.log /tmp/dm_test/shardddl1_1/dmctl.1714901836.log /tmp/dm_test/shardddl1_1/dmctl.1714901796.log /tmp/dm_test/shardddl1_1/dmctl.1714901772.log /tmp/dm_test/shardddl1_1/dmctl.1714901771.log /tmp/dm_test/shardddl1_1/dmctl.1714901786.log /tmp/dm_test/shardddl1_1/dmctl.1714901834.log /tmp/dm_test/shardddl1_1/dmctl.1714901767.log /tmp/dm_test/shardddl1_1/dmctl.1714901781.log /tmp/dm_test/shardddl1_1/master/log/dm-master.log /tmp/dm_test/shardddl1_1/master/log/stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714901816.log /tmp/dm_test/shardddl1_1/dmctl.1714901869.log /tmp/dm_test/shardddl1_1/worker2/log/stdout.log /tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1_1/dmctl.1714901852.log /tmp/dm_test/shardddl1_1/dmctl.1714901801.log /tmp/dm_test/shardddl1_1/dmctl.1714901868.log /tmp/dm_test/shardddl1_1/dmctl.1714901814.log /tmp/dm_test/shardddl1_1/worker1/log/stdout.log /tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1_1/dmctl.1714901818.log /tmp/dm_test/shardddl1_1/dmctl.1714901799.log /tmp/dm_test/shardddl1_1/dmctl.1714901804.log /tmp/dm_test/shardddl1_1/dmctl.1714901865.log /tmp/dm_test/shardddl1_1/dmctl.1714901846.log /tmp/dm_test/shardddl1_1/dmctl.1714901763.log /tmp/dm_test/shardddl1_1/dmctl.1714901831.log /tmp/dm_test/shardddl1_1/dmctl.1714901839.log /tmp/dm_test/shardddl1_1/dmctl.1714901825.log /tmp/dm_test/shardddl1_1/dmctl.1714901855.log /tmp/dm_test/shardddl1_1/dmctl.1714901841.log /tmp/dm_test/shardddl1_1/dmctl.1714901875.log /tmp/dm_test/shardddl1_1/dmctl.1714901848.log /tmp/dm_test/shardddl1_1/dmctl.1714901765.log /tmp/dm_test/shardddl1_1/dmctl.1714901769.log /tmp/dm_test/shardddl1_1/dmctl.1714901757.log /tmp/dm_test/shardddl1_1/dmctl.1714901812.log /tmp/dm_test/shardddl1_1/dmctl.1714901826.log /tmp/dm_test/shardddl1_1/dmctl.1714901854.log /tmp/dm_test/shardddl1_1/dmctl.1714901791.log /tmp/dm_test/shardddl1_1/dmctl.1714901808.log /tmp/dm_test/shardddl1_1/dmctl.1714901847.log /tmp/dm_test/shardddl1_1/dmctl.1714901779.log /tmp/dm_test/shardddl1_1/dmctl.1714901823.log /tmp/dm_test/shardddl1_1/dmctl.1714901832.log /tmp/dm_test/shardddl1_1/dmctl.1714901837.log /tmp/dm_test/shardddl1_1/dmctl.1714901872.log /tmp/dm_test/shardddl1_1/dmctl.1714901843.log /tmp/dm_test/shardddl1_1/sync_diff_stdout.log /tmp/dm_test/shardddl1_1/dmctl.1714901774.log /tmp/dm_test/shardddl1_1/dmctl.1714901853.log /tmp/dm_test/shardddl1_1/dmctl.1714901805.log /tmp/dm_test/shardddl1_1/dmctl.1714901759.log /tmp/dm_test/shardddl1_1/dmctl.1714901758.log /tmp/dm_test/shardddl1_1/dmctl.1714901856.log /tmp/dm_test/shardddl1_1/dmctl.1714901857.log /tmp/dm_test/shardddl1_1/dmctl.1714901862.log /tmp/dm_test/shardddl1_1/dmctl.1714901795.log /tmp/dm_test/shardddl1_1/dmctl.1714901782.log /tmp/dm_test/shardddl1_1/dmctl.1714901828.log /tmp/dm_test/shardddl1/dmctl.1714901613.log /tmp/dm_test/shardddl1/dmctl.1714901598.log /tmp/dm_test/shardddl1/dmctl.1714901521.log /tmp/dm_test/shardddl1/dmctl.1714901578.log /tmp/dm_test/shardddl1/dmctl.1714901604.log /tmp/dm_test/shardddl1/dmctl.1714901748.log /tmp/dm_test/shardddl1/dmctl.1714901733.log /tmp/dm_test/shardddl1/dmctl.1714901676.log /tmp/dm_test/shardddl1/dmctl.1714901723.log /tmp/dm_test/shardddl1/dmctl.1714901662.log /tmp/dm_test/shardddl1/dmctl.1714901695.log /tmp/dm_test/shardddl1/dmctl.1714901702.log /tmp/dm_test/shardddl1/dmctl.1714901491.log /tmp/dm_test/shardddl1/dmctl.1714901727.log /tmp/dm_test/shardddl1/dmctl.1714901734.log /tmp/dm_test/shardddl1/dmctl.1714901603.log /tmp/dm_test/shardddl1/dmctl.1714901621.log /tmp/dm_test/shardddl1/dmctl.1714901600.log /tmp/dm_test/shardddl1/dmctl.1714901743.log /tmp/dm_test/shardddl1/dmctl.1714901740.log /tmp/dm_test/shardddl1/dmctl.1714901715.log /tmp/dm_test/shardddl1/dmctl.1714901729.log /tmp/dm_test/shardddl1/dmctl.1714901745.log /tmp/dm_test/shardddl1/dmctl.1714901661.log /tmp/dm_test/shardddl1/dmctl.1714901701.log /tmp/dm_test/shardddl1/dmctl.1714901607.log /tmp/dm_test/shardddl1/dmctl.1714901711.log /tmp/dm_test/shardddl1/dmctl.1714901608.log /tmp/dm_test/shardddl1/dmctl.1714901580.log /tmp/dm_test/shardddl1/dmctl.1714901555.log /tmp/dm_test/shardddl1/dmctl.1714901497.log /tmp/dm_test/shardddl1/master/log/dm-master.log /tmp/dm_test/shardddl1/master/log/stdout.log /tmp/dm_test/shardddl1/worker2/log/stdout.log /tmp/dm_test/shardddl1/worker2/log/dm-worker.log /tmp/dm_test/shardddl1/dmctl.1714901593.log /tmp/dm_test/shardddl1/dmctl.1714901619.log /tmp/dm_test/shardddl1/dmctl.1714901730.log /tmp/dm_test/shardddl1/dmctl.1714901490.log /tmp/dm_test/shardddl1/dmctl.1714901718.log /tmp/dm_test/shardddl1/dmctl.1714901577.log /tmp/dm_test/shardddl1/dmctl.1714901683.log /tmp/dm_test/shardddl1/dmctl.1714901728.log /tmp/dm_test/shardddl1/dmctl.1714901625.log /tmp/dm_test/shardddl1/worker1/log/stdout.log /tmp/dm_test/shardddl1/worker1/log/dm-worker.log /tmp/dm_test/shardddl1/dmctl.1714901685.log /tmp/dm_test/shardddl1/dmctl.1714901620.log /tmp/dm_test/shardddl1/dmctl.1714901672.log /tmp/dm_test/shardddl1/dmctl.1714901694.log /tmp/dm_test/shardddl1/dmctl.1714901495.log /tmp/dm_test/shardddl1/dmctl.1714901747.log /tmp/dm_test/shardddl1/dmctl.1714901552.log /tmp/dm_test/shardddl1/dmctl.1714901664.log /tmp/dm_test/shardddl1/dmctl.1714901674.log /tmp/dm_test/shardddl1/dmctl.1714901615.log /tmp/dm_test/shardddl1/dmctl.1714901584.log /tmp/dm_test/shardddl1/dmctl.1714901585.log /tmp/dm_test/shardddl1/dmctl.1714901520.log /tmp/dm_test/shardddl1/dmctl.1714901574.log /tmp/dm_test/shardddl1/dmctl.1714901596.log /tmp/dm_test/shardddl1/dmctl.1714901705.log /tmp/dm_test/shardddl1/dmctl.1714901700.log /tmp/dm_test/shardddl1/dmctl.1714901716.log /tmp/dm_test/shardddl1/dmctl.1714901731.log /tmp/dm_test/shardddl1/sync_diff_stdout.log /tmp/dm_test/shardddl1/dmctl.1714901516.log /tmp/dm_test/shardddl1/dmctl.1714901602.log /tmp/dm_test/shardddl1/dmctl.1714901586.log /tmp/dm_test/shardddl1/dmctl.1714901707.log /tmp/dm_test/shardddl1/dmctl.1714901579.log /tmp/dm_test/shardddl1/dmctl.1714901722.log /tmp/dm_test/shardddl1/dmctl.1714901583.log /tmp/dm_test/shardddl1/dmctl.1714901601.log /tmp/dm_test/shardddl1/dmctl.1714901742.log /tmp/dm_test/shardddl1/dmctl.1714901557.log /tmp/dm_test/downstream/tidb/log/tidb.log /tmp/dm_test/goroutines/stack/log/worker-8264.log /tmp/dm_test/goroutines/stack/log/worker-18263.log /tmp/dm_test/goroutines/stack/log/master-8461.log /tmp/dm_test/goroutines/stack/log/master-8561.log /tmp/dm_test/goroutines/stack/log/worker-18262.log /tmp/dm_test/goroutines/stack/log/worker-8263.log /tmp/dm_test/goroutines/stack/log/master-8661.log /tmp/dm_test/goroutines/stack/log/worker-8262.log /tmp/dm_test/goroutines/stack/log/master-8761.log /tmp/dm_test/goroutines/stack/log/master-8261.log /tmp/dm_test/goroutines/stack/log/master-8361.log /tmp/dm_test/shardddl2/dmctl.1714901939.log /tmp/dm_test/shardddl2/dmctl.1714902023.log /tmp/dm_test/shardddl2/dmctl.1714901998.log /tmp/dm_test/shardddl2/dmctl.1714902006.log /tmp/dm_test/shardddl2/dmctl.1714901973.log /tmp/dm_test/shardddl2/dmctl.1714902041.log /tmp/dm_test/shardddl2/dmctl.1714901960.log /tmp/dm_test/shardddl2/dmctl.1714901940.log /tmp/dm_test/shardddl2/dmctl.1714901889.log /tmp/dm_test/shardddl2/dmctl.1714902042.log /tmp/dm_test/shardddl2/dmctl.1714901905.log /tmp/dm_test/shardddl2/dmctl.1714901888.log /tmp/dm_test/shardddl2/dmctl.1714902040.log /tmp/dm_test/shardddl2/master/log/dm-master.log /tmp/dm_test/shardddl2/master/log/stdout.log /tmp/dm_test/shardddl2/dmctl.1714902008.log /tmp/dm_test/shardddl2/dmctl.1714901997.log /tmp/dm_test/shardddl2/worker2/log/stdout.log /tmp/dm_test/shardddl2/worker2/log/dm-worker.log /tmp/dm_test/shardddl2/dmctl.1714902044.log /tmp/dm_test/shardddl2/dmctl.1714902022.log /tmp/dm_test/shardddl2/dmctl.1714901988.log /tmp/dm_test/shardddl2/dmctl.1714901918.log /tmp/dm_test/shardddl2/dmctl.1714901989.log /tmp/dm_test/shardddl2/dmctl.1714901909.log /tmp/dm_test/shardddl2/worker1/log/stdout.log /tmp/dm_test/shardddl2/worker1/log/dm-worker.log /tmp/dm_test/shardddl2/dmctl.1714902016.log /tmp/dm_test/shardddl2/dmctl.1714902015.log /tmp/dm_test/shardddl2/dmctl.1714901920.log /tmp/dm_test/shardddl2/dmctl.1714902026.log /tmp/dm_test/shardddl2/dmctl.1714902052.log /tmp/dm_test/shardddl2/dmctl.1714902033.log /tmp/dm_test/shardddl2/dmctl.1714901932.log /tmp/dm_test/shardddl2/dmctl.1714901982.log /tmp/dm_test/shardddl2/dmctl.1714901935.log /tmp/dm_test/shardddl2/sync_diff_stdout.log /tmp/dm_test/shardddl2/dmctl.1714901964.log /tmp/dm_test/shardddl2/dmctl.1714901971.log /tmp/dm_test/shardddl2/dmctl.1714901885.log /tmp/dm_test/shardddl2/dmctl.1714902004.log /tmp/dm_test/shardddl2/dmctl.1714901991.log /tmp/dm_test/shardddl2/dmctl.1714902024.log /tmp/dm_test/shardddl2/dmctl.1714902005.log /tmp/dm_test/shardddl2/dmctl.1714901907.log /tmp/dm_test/shardddl2/dmctl.1714901941.log /tmp/dm_test/shardddl2/dmctl.1714901901.log /tmp/dm_test/shardddl2/dmctl.1714901925.log /tmp/dm_test/shardddl2/dmctl.1714901894.log /tmp/dm_test/shardddl2/dmctl.1714901886.log /tmp/dm_test/shardddl2/dmctl.1714901961.log
tar: Removing leading `/' from member names
/tmp/dm_test/shardddl1_1/dmctl.1714901822.log
/tmp/dm_test/shardddl1_1/dmctl.1714901776.log
/tmp/dm_test/shardddl1_1/dmctl.1714901766.log
/tmp/dm_test/shardddl1_1/dmctl.1714901809.log
/tmp/dm_test/shardddl1_1/dmctl.1714901870.log
/tmp/dm_test/shardddl1_1/dmctl.1714901813.log
/tmp/dm_test/shardddl1_1/dmctl.1714901784.log
/tmp/dm_test/shardddl1_1/dmctl.1714901844.log
/tmp/dm_test/shardddl1_1/dmctl.1714901792.log
/tmp/dm_test/shardddl1_1/dmctl.1714901810.log
/tmp/dm_test/shardddl1_1/dmctl.1714901819.log
/tmp/dm_test/shardddl1_1/dmctl.1714901867.log
/tmp/dm_test/shardddl1_1/dmctl.1714901820.log
/tmp/dm_test/shardddl1_1/dmctl.1714901777.log
/tmp/dm_test/shardddl1_1/dmctl.1714901803.log
/tmp/dm_test/shardddl1_1/dmctl.1714901787.log
/tmp/dm_test/shardddl1_1/dmctl.1714901860.log
/tmp/dm_test/shardddl1_1/dmctl.1714901859.log
/tmp/dm_test/shardddl1_1/dmctl.1714901851.log
/tmp/dm_test/shardddl1_1/dmctl.1714901761.log
/tmp/dm_test/shardddl1_1/dmctl.1714901789.log
/tmp/dm_test/shardddl1_1/dmctl.1714901863.log
/tmp/dm_test/shardddl1_1/dmctl.1714901764.log
/tmp/dm_test/shardddl1_1/dmctl.1714901817.log
/tmp/dm_test/shardddl1_1/dmctl.1714901798.log
/tmp/dm_test/shardddl1_1/dmctl.1714901840.log
/tmp/dm_test/shardddl1_1/dmctl.1714901794.log
/tmp/dm_test/shardddl1_1/dmctl.1714901873.log
/tmp/dm_test/shardddl1_1/dmctl.1714901830.log
/tmp/dm_test/shardddl1_1/dmctl.1714901836.log
/tmp/dm_test/shardddl1_1/dmctl.1714901796.log
/tmp/dm_test/shardddl1_1/dmctl.1714901772.log
/tmp/dm_test/shardddl1_1/dmctl.1714901771.log
/tmp/dm_test/shardddl1_1/dmctl.1714901786.log
/tmp/dm_test/shardddl1_1/dmctl.1714901834.log
/tmp/dm_test/shardddl1_1/dmctl.1714901767.log
/tmp/dm_test/shardddl1_1/dmctl.1714901781.log
/tmp/dm_test/shardddl1_1/master/log/dm-master.log
/tmp/dm_test/shardddl1_1/master/log/stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714901816.log
/tmp/dm_test/shardddl1_1/dmctl.1714901869.log
/tmp/dm_test/shardddl1_1/worker2/log/stdout.log
/tmp/dm_test/shardddl1_1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1_1/dmctl.1714901852.log
/tmp/dm_test/shardddl1_1/dmctl.1714901801.log
/tmp/dm_test/shardddl1_1/dmctl.1714901868.log
/tmp/dm_test/shardddl1_1/dmctl.1714901814.log
/tmp/dm_test/shardddl1_1/worker1/log/stdout.log
/tmp/dm_test/shardddl1_1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1_1/dmctl.1714901818.log
/tmp/dm_test/shardddl1_1/dmctl.1714901799.log
/tmp/dm_test/shardddl1_1/dmctl.1714901804.log
/tmp/dm_test/shardddl1_1/dmctl.1714901865.log
/tmp/dm_test/shardddl1_1/dmctl.1714901846.log
/tmp/dm_test/shardddl1_1/dmctl.1714901763.log
/tmp/dm_test/shardddl1_1/dmctl.1714901831.log
/tmp/dm_test/shardddl1_1/dmctl.1714901839.log
/tmp/dm_test/shardddl1_1/dmctl.1714901825.log
/tmp/dm_test/shardddl1_1/dmctl.1714901855.log
/tmp/dm_test/shardddl1_1/dmctl.1714901841.log
/tmp/dm_test/shardddl1_1/dmctl.1714901875.log
/tmp/dm_test/shardddl1_1/dmctl.1714901848.log
/tmp/dm_test/shardddl1_1/dmctl.1714901765.log
/tmp/dm_test/shardddl1_1/dmctl.1714901769.log
/tmp/dm_test/shardddl1_1/dmctl.1714901757.log
/tmp/dm_test/shardddl1_1/dmctl.1714901812.log
/tmp/dm_test/shardddl1_1/dmctl.1714901826.log
/tmp/dm_test/shardddl1_1/dmctl.1714901854.log
/tmp/dm_test/shardddl1_1/dmctl.1714901791.log
/tmp/dm_test/shardddl1_1/dmctl.1714901808.log
/tmp/dm_test/shardddl1_1/dmctl.1714901847.log
/tmp/dm_test/shardddl1_1/dmctl.1714901779.log
/tmp/dm_test/shardddl1_1/dmctl.1714901823.log
/tmp/dm_test/shardddl1_1/dmctl.1714901832.log
/tmp/dm_test/shardddl1_1/dmctl.1714901837.log
/tmp/dm_test/shardddl1_1/dmctl.1714901872.log
/tmp/dm_test/shardddl1_1/dmctl.1714901843.log
/tmp/dm_test/shardddl1_1/sync_diff_stdout.log
/tmp/dm_test/shardddl1_1/dmctl.1714901774.log
/tmp/dm_test/shardddl1_1/dmctl.1714901853.log
/tmp/dm_test/shardddl1_1/dmctl.1714901805.log
/tmp/dm_test/shardddl1_1/dmctl.1714901759.log
/tmp/dm_test/shardddl1_1/dmctl.1714901758.log
/tmp/dm_test/shardddl1_1/dmctl.1714901856.log
/tmp/dm_test/shardddl1_1/dmctl.1714901857.log
/tmp/dm_test/shardddl1_1/dmctl.1714901862.log
/tmp/dm_test/shardddl1_1/dmctl.1714901795.log
/tmp/dm_test/shardddl1_1/dmctl.1714901782.log
/tmp/dm_test/shardddl1_1/dmctl.1714901828.log
/tmp/dm_test/shardddl1/dmctl.1714901613.log
/tmp/dm_test/shardddl1/dmctl.1714901598.log
/tmp/dm_test/shardddl1/dmctl.1714901521.log
/tmp/dm_test/shardddl1/dmctl.1714901578.log
/tmp/dm_test/shardddl1/dmctl.1714901604.log
/tmp/dm_test/shardddl1/dmctl.1714901748.log
/tmp/dm_test/shardddl1/dmctl.1714901733.log
/tmp/dm_test/shardddl1/dmctl.1714901676.log
/tmp/dm_test/shardddl1/dmctl.1714901723.log
/tmp/dm_test/shardddl1/dmctl.1714901662.log
/tmp/dm_test/shardddl1/dmctl.1714901695.log
/tmp/dm_test/shardddl1/dmctl.1714901702.log
/tmp/dm_test/shardddl1/dmctl.1714901491.log
/tmp/dm_test/shardddl1/dmctl.1714901727.log
/tmp/dm_test/shardddl1/dmctl.1714901734.log
/tmp/dm_test/shardddl1/dmctl.1714901603.log
/tmp/dm_test/shardddl1/dmctl.1714901621.log
/tmp/dm_test/shardddl1/dmctl.1714901600.log
/tmp/dm_test/shardddl1/dmctl.1714901743.log
/tmp/dm_test/shardddl1/dmctl.1714901740.log
/tmp/dm_test/shardddl1/dmctl.1714901715.log
/tmp/dm_test/shardddl1/dmctl.1714901729.log
/tmp/dm_test/shardddl1/dmctl.1714901745.log
/tmp/dm_test/shardddl1/dmctl.1714901661.log
/tmp/dm_test/shardddl1/dmctl.1714901701.log
/tmp/dm_test/shardddl1/dmctl.1714901607.log
/tmp/dm_test/shardddl1/dmctl.1714901711.log
/tmp/dm_test/shardddl1/dmctl.1714901608.log
/tmp/dm_test/shardddl1/dmctl.1714901580.log
/tmp/dm_test/shardddl1/dmctl.1714901555.log
/tmp/dm_test/shardddl1/dmctl.1714901497.log
/tmp/dm_test/shardddl1/master/log/dm-master.log
/tmp/dm_test/shardddl1/master/log/stdout.log
/tmp/dm_test/shardddl1/worker2/log/stdout.log
/tmp/dm_test/shardddl1/worker2/log/dm-worker.log
/tmp/dm_test/shardddl1/dmctl.1714901593.log
/tmp/dm_test/shardddl1/dmctl.1714901619.log
/tmp/dm_test/shardddl1/dmctl.1714901730.log
/tmp/dm_test/shardddl1/dmctl.1714901490.log
/tmp/dm_test/shardddl1/dmctl.1714901718.log
/tmp/dm_test/shardddl1/dmctl.1714901577.log
/tmp/dm_test/shardddl1/dmctl.1714901683.log
/tmp/dm_test/shardddl1/dmctl.1714901728.log
/tmp/dm_test/shardddl1/dmctl.1714901625.log
/tmp/dm_test/shardddl1/worker1/log/stdout.log
/tmp/dm_test/shardddl1/worker1/log/dm-worker.log
/tmp/dm_test/shardddl1/dmctl.1714901685.log
/tmp/dm_test/shardddl1/dmctl.1714901620.log
/tmp/dm_test/shardddl1/dmctl.1714901672.log
/tmp/dm_test/shardddl1/dmctl.1714901694.log
/tmp/dm_test/shardddl1/dmctl.1714901495.log
/tmp/dm_test/shardddl1/dmctl.1714901747.log
/tmp/dm_test/shardddl1/dmctl.1714901552.log
/tmp/dm_test/shardddl1/dmctl.1714901664.log
/tmp/dm_test/shardddl1/dmctl.1714901674.log
/tmp/dm_test/shardddl1/dmctl.1714901615.log
/tmp/dm_test/shardddl1/dmctl.1714901584.log
/tmp/dm_test/shardddl1/dmctl.1714901585.log
/tmp/dm_test/shardddl1/dmctl.1714901520.log
/tmp/dm_test/shardddl1/dmctl.1714901574.log
/tmp/dm_test/shardddl1/dmctl.1714901596.log
/tmp/dm_test/shardddl1/dmctl.1714901705.log
/tmp/dm_test/shardddl1/dmctl.1714901700.log
/tmp/dm_test/shardddl1/dmctl.1714901716.log
/tmp/dm_test/shardddl1/dmctl.1714901731.log
/tmp/dm_test/shardddl1/sync_diff_stdout.log
/tmp/dm_test/shardddl1/dmctl.1714901516.log
/tmp/dm_test/shardddl1/dmctl.1714901602.log
/tmp/dm_test/shardddl1/dmctl.1714901586.log
/tmp/dm_test/shardddl1/dmctl.1714901707.log
/tmp/dm_test/shardddl1/dmctl.1714901579.log
/tmp/dm_test/shardddl1/dmctl.1714901722.log
/tmp/dm_test/shardddl1/dmctl.1714901583.log
/tmp/dm_test/shardddl1/dmctl.1714901601.log
/tmp/dm_test/shardddl1/dmctl.1714901742.log
/tmp/dm_test/shardddl1/dmctl.1714901557.log
/tmp/dm_test/downstream/tidb/log/tidb.log
/tmp/dm_test/goroutines/stack/log/worker-8264.log
/tmp/dm_test/goroutines/stack/log/worker-18263.log
/tmp/dm_test/goroutines/stack/log/master-8461.log
/tmp/dm_test/goroutines/stack/log/master-8561.log
/tmp/dm_test/goroutines/stack/log/worker-18262.log
/tmp/dm_test/goroutines/stack/log/worker-8263.log
/tmp/dm_test/goroutines/stack/log/master-8661.log
/tmp/dm_test/goroutines/stack/log/worker-8262.log
/tmp/dm_test/goroutines/stack/log/master-8761.log
/tmp/dm_test/goroutines/stack/log/master-8261.log
/tmp/dm_test/goroutines/stack/log/master-8361.log
/tmp/dm_test/shardddl2/dmctl.1714901939.log
/tmp/dm_test/shardddl2/dmctl.1714902023.log
/tmp/dm_test/shardddl2/dmctl.1714901998.log
/tmp/dm_test/shardddl2/dmctl.1714902006.log
/tmp/dm_test/shardddl2/dmctl.1714901973.log
/tmp/dm_test/shardddl2/dmctl.1714902041.log
/tmp/dm_test/shardddl2/dmctl.1714901960.log
/tmp/dm_test/shardddl2/dmctl.1714901940.log
/tmp/dm_test/shardddl2/dmctl.1714901889.log
/tmp/dm_test/shardddl2/dmctl.1714902042.log
/tmp/dm_test/shardddl2/dmctl.1714901905.log
/tmp/dm_test/shardddl2/dmctl.1714901888.log
/tmp/dm_test/shardddl2/dmctl.1714902040.log
/tmp/dm_test/shardddl2/master/log/dm-master.log
/tmp/dm_test/shardddl2/master/log/stdout.log
/tmp/dm_test/shardddl2/dmctl.1714902008.log
/tmp/dm_test/shardddl2/dmctl.1714901997.log
/tmp/dm_test/shardddl2/worker2/log/stdout.log
/tmp/dm_test/shardddl2/worker2/log/dm-worker.log
/tmp/dm_test/shardddl2/dmctl.1714902044.log
/tmp/dm_test/shardddl2/dmctl.1714902022.log
/tmp/dm_test/shardddl2/dmctl.1714901988.log
/tmp/dm_test/shardddl2/dmctl.1714901918.log
/tmp/dm_test/shardddl2/dmctl.1714901989.log
/tmp/dm_test/shardddl2/dmctl.1714901909.log
/tmp/dm_test/shardddl2/worker1/log/stdout.log
/tmp/dm_test/shardddl2/worker1/log/dm-worker.log
/tmp/dm_test/shardddl2/dmctl.1714902016.log
/tmp/dm_test/shardddl2/dmctl.1714902015.log
/tmp/dm_test/shardddl2/dmctl.1714901920.log
/tmp/dm_test/shardddl2/dmctl.1714902026.log
/tmp/dm_test/shardddl2/dmctl.1714902052.log
/tmp/dm_test/shardddl2/dmctl.1714902033.log
/tmp/dm_test/shardddl2/dmctl.1714901932.log
/tmp/dm_test/shardddl2/dmctl.1714901982.log
/tmp/dm_test/shardddl2/dmctl.1714901935.log
/tmp/dm_test/shardddl2/sync_diff_stdout.log
/tmp/dm_test/shardddl2/dmctl.1714901964.log
/tmp/dm_test/shardddl2/dmctl.1714901971.log
/tmp/dm_test/shardddl2/dmctl.1714901885.log
/tmp/dm_test/shardddl2/dmctl.1714902004.log
/tmp/dm_test/shardddl2/dmctl.1714901991.log
/tmp/dm_test/shardddl2/dmctl.1714902024.log
/tmp/dm_test/shardddl2/dmctl.1714902005.log
/tmp/dm_test/shardddl2/dmctl.1714901907.log
/tmp/dm_test/shardddl2/dmctl.1714901941.log
/tmp/dm_test/shardddl2/dmctl.1714901901.log
/tmp/dm_test/shardddl2/dmctl.1714901925.log
/tmp/dm_test/shardddl2/dmctl.1714901894.log
/tmp/dm_test/shardddl2/dmctl.1714901886.log
/tmp/dm_test/shardddl2/dmctl.1714901961.log
+ ls -alh log-G07.tar.gz
-rw-r--r-- 1 jenkins jenkins 654K May  5 17:41 log-G07.tar.gz
[Pipeline] archiveArtifacts
Archiving artifacts
dmctl test cmd: "query-status test"
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
got=2 expected=2
[Pipeline] // stage
[Pipeline] }
wait process dm-master.test exit...
[Pipeline] // container
[Pipeline] }
check diff successfully
dmctl test cmd: "stop-task test"
[Sun May  5 17:41:15 CST 2024] <<<<<< finish DM-136 optimistic >>>>>>
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G07'
Sending interrupt signal to process
Killing processes
wait process dm-master.test exit...
got=0 expected=1
command: query-status test "processedRowsStatus": "insert\/update\/delete: 6\/0\/0" count: 0 != expected: 1, failed the 4-th time, will retry again
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
make: *** [dm_integration_test_in_group] Terminated
script returned exit code 143
kill finished with exit code 0
restore config
make: *** [dm_integration_test_in_group] Terminated
/home/jenkins/agent/workspace/pingcap/tiflow/pull_dm_integration_test/tiflow/dm/tests/validator_basic/run.sh: line 53: 20951 Terminated              run_dm_ctl_with_retry $WORK_DIR "127.0.0.1:$MASTER_PORT" "query-status test" "\"processedRowsStatus\": \"insert\/update\/delete: $(($insertCnt + 1))\/0\/0\"" 1 "new\/ignored\/resolved: 0\/0\/0" 1
restore time_zone
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
script returned exit code 143
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] }
Cache not saved (inner-step execution failed)
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] // cache
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // container
[Pipeline] // container
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // node
[Pipeline] // node
[Pipeline] // node
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G05'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G08'
[Pipeline] }
Failed in branch Matrix - TEST_GROUP = 'G11'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
ERROR: script returned exit code 2
Finished: FAILURE