Skipping 1,190 KB.. Full Log

  `c1` bigint NOT NULL,
  `c2` varchar(255) NOT NULL,
  `c3` varchar(255) NOT NULL,
  `c4` varchar(255) NOT NULL,
  `c5` varchar(255) NOT NULL,
  `c6` varchar(255) NOT NULL,
  `c7` varchar(255) NOT NULL,
  `c8` varchar(255) NOT NULL,
  `c9` varchar(255) NOT NULL,
  `c10` varchar(255) NOT NULL,
  `c11` varchar(255) NOT NULL,
  PRIMARY KEY (`c1`) /*T![clustered_index] CLUSTERED */,
  KEY `idx_c2` (`c2`) COMMENT 'single column index',
  KEY `idx_c2_c3` (`c2`,`c3`) COMMENT 'multiple column index',
  UNIQUE KEY `uniq_c4` (`c4`) COMMENT 'single column unique key',
  UNIQUE KEY `uniq_c4_c5` (`c4`,`c5`) COMMENT 'multiple column unique key',
  KEY `idx_c6` (`c6`) COMMENT 'single column index with asc order',
  KEY `idx_c7` (`c7`) COMMENT 'single column index with desc order',
  KEY `idx_c6_c7` (`c6`,`c7`) COMMENT 'multiple column index with asc and desc order',
  KEY `idx_c8` (`c8`) COMMENT 'single column index with visible',
  KEY `idx_c9` (`c9`) /*!80000 INVISIBLE */ COMMENT 'single column index with invisible',
  KEY `idx_lower_c10` ((lower(`c10`))) COMMENT 'single column index with function',
  KEY `idx_prefix_c11` (`c11`(3)) COMMENT 'single column index with prefix',
  UNIQUE KEY `c2` (`c2`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:25 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.22694.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file /tmp/lightning_test/lightning-add-index2.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log

{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
Starting PD...
tidb lightning canceled
PASS
coverage: 27.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.22741.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file /tmp/lightning_test/lightning-add-index2.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log

Run cases: lightning_duplicate_resolution_error_pk_multiple_files
Starting PD...
TiFlash started.
selected test cases: lightning_routes_panic
tidb lightning exit successfully
PASS
coverage: 18.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ '[' 130 == 130 ']'
+ '[' 12548524131860600223 == 12548524131860600223 ']'
+ '[' 30 == 30 ']'
+ '[' 3322292718850045174 == 3322292718850045174 ']'
+ recover_from_checkpoint mysql
+ tp=mysql
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/AddIndexCrash=return()'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/AddIndexCrash=return()'
+ run_sql 'DROP DATABASE add_index;'
+ rm -rf /tmp/add-index-by-sql-checkpoint.pb
+ run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:30 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.22821.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log

*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic/run.sh... =====*
+ run_sql 'DROP DATABASE IF EXISTS test1;'
+ run_sql 'DROP DATABASE IF EXISTS test;'
+ run_sql 'CREATE DATABASE test1;'
+ run_sql 'CREATE DATABASE test;'
+ run_sql 'CREATE TABLE test1.dump_test (x real primary key);'
+ run_sql 'CREATE TABLE test.u (x real primary key);'
+ run_lightning
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:31 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic  >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_routes_panic.27116.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic/data --sorted-kv-dir /tmp/lightning_test/lightning_routes_panic.sorted --enable-checkpoint=0 --check-requirements=0
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT sum(x) FROM test.u;'
*************************** 1. row ***************************
sum(x): 43
+ check_contains 'sum(x): 43'
*===== TEST: [lightning_routes_panic] success! =====*
{"level":"warn","ts":1746619232.0947266,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0049168c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unknown desc = malformed header: missing HTTP content-type"}
tidb lightning canceled
PASS
coverage: 25.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ grep -Fq 'task canceled' /tmp/lightning_test/lightning-add-index2.log
+ unset GO_FAILPOINTS
+ run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:32 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.22876.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log

{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
Run cases: lightning_row-format-v2
{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
Starting PD...
  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
tidb lightning exit successfully
PASS
coverage: 13.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
++ run_sql 'ADMIN CHECKSUM TABLE add_index.multi_indexes;'
++ grep Total_kvs
++ awk '{print $2}'
+ actual_multi_indexes_kvs=130
++ run_sql 'ADMIN CHECKSUM TABLE add_index.multi_indexes;'
++ grep Checksum_crc64_xor
++ awk '{print $2}'
+ actual_multi_indexes_cksum=12548524131860600223
++ run_sql 'ADMIN CHECKSUM TABLE add_index.non_pk_auto_inc;'
++ grep Total_kvs
++ awk '{print $2}'
+ actual_non_pk_auto_inc_kvs=30
++ run_sql 'ADMIN CHECKSUM TABLE add_index.non_pk_auto_inc;'
++ grep Checksum_crc64_xor
++ awk '{print $2}'
+ actual_non_pk_auto_inc_cksum=3322292718850045174
+ set -x
+ '[' 130 == 130 ']'
+ '[' 12548524131860600223 == 12548524131860600223 ']'
+ '[' 30 == 30 ']'
+ '[' 3322292718850045174 == 3322292718850045174 ']'
*===== TEST: [lightning_add_index] success! =====*
  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
Run cases: lightning_alter_random
Starting PD...
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
TiFlash started.
selected test cases: lightning_duplicate_resolution_error_pk_multiple_files
TiFlash started.
selected test cases: lightning_local_backend
{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/run.sh... =====*
+ check_cluster_version 5 2 0 'duplicate detection'
++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/run.sh
+ mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files
+ run_sql 'DROP TABLE IF EXISTS dup_resolve.a'
+ run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4'
+ run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view'
+ run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_pk_multiple_files.90286.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_pk_multiple_files.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend
+ check_cluster_version 4 0 0 'local backend'
+ ENGINE_COUNT=6
+ res_file=/tmp/lightning_test/sql_res.lightning_local_backend.txt
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ rm -rf /tmp/lightning_test/lightning.log
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
+ run_sql 'CREATE DATABASE cpeng;'
tidb lightning encountered error: failed to record conflict errors: [Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '1', row data is '(1, 10, "10.csv")'
warning: GOCOVERDIR not set, no coverage data emitted
+ '[' 0 -eq 0 ']'
+ tail -n 10 /tmp/lightning_test/lightning.log
+ grep ERROR
+ tail -n 1
+ grep -Fq '[Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a'
+ check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log
*===== TEST: [lightning_duplicate_resolution_error_pk_multiple_files] success! =====*
+ run_sql 'CREATE TABLE cpeng.a (c int);'
+ run_sql 'CREATE TABLE cpeng.b (c int);'
+ run_sql 'INSERT INTO cpeng.a values (1), (2);'
+ run_sql 'INSERT INTO cpeng.b values (3);'
+ run_lightning --backend local --enable-checkpoint=0
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:50 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local '--enable-checkpoint=0 >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25518.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=0
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: table(s) [`cpeng`.`a`, `cpeng`.`b`] are not empty
warning: GOCOVERDIR not set, no coverage data emitted
+ grep -Fq 'table(s) [`cpeng`.`a`, `cpeng`.`b`] are not empty' /tmp/lightning_test/lightning.log
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=1*return("notleader");github.com/pingcap/tidb/br/pkg/restore/split/failToSplit=5*return("");github.com/pingcap/tidb/pkg/lightning/backend/local/failToSplit=5*return("")'
+ GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=1*return("notleader");github.com/pingcap/tidb/br/pkg/restore/split/failToSplit=5*return("");github.com/pingcap/tidb/pkg/lightning/backend/local/failToSplit=5*return("")'
+ rm -f /tmp/lightning_test/lightning-local.log
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -L debug
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:50 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -L 'debug >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25543.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -L debug
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

Run cases: lightning_duplicate_resolution_error_uk_multiple_files
TiFlash started.
selected test cases: lightning_row-format-v2
  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
Starting PD...
tidb lightning exit successfully
PASS
coverage: 28.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ grep -q 'retryable error' /tmp/lightning_test/lightning-local.log
+ run_sql 'SELECT count(*), sum(c) FROM cpeng.a'
*************************** 1. row ***************************
count(*): 4
  sum(c): 10
+ check_contains 'count(*): 4'
+ check_contains 'sum(c): 10'
+ run_sql 'SELECT count(*), sum(c) FROM cpeng.b'
*************************** 1. row ***************************
count(*): 4
  sum(c): 46
+ check_contains 'count(*): 4'
+ check_contains 'sum(c): 46'
+ run_sql 'DROP DATABASE cpeng;'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=2*return("epochnotmatch");github.com/pingcap/tidb/pkg/lightning/backend/local/NoLeader=1*return()'
+ GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=2*return("epochnotmatch");github.com/pingcap/tidb/pkg/lightning/backend/local/NoLeader=1*return()'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:54 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25596.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2/run.sh... =====*
+ run_sql 'show variables like "%tidb_row_format_version%";'
*************************** 1. row ***************************
Variable_name: tidb_row_format_version
        Value: 2
++ grep 'Value: [0-9]' /tmp/lightning_test/sql_res.lightning_row-format-v2.txt
++ awk '{print $2}'
+ row_format=2
+ '[' 2 -ne 2 ']'
+ run_sql 'DROP DATABASE IF EXISTS rowformatv2;'
+ run_lightning
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:00:54 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2  >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_row-format-v2.28891.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2/data --sorted-kv-dir /tmp/lightning_test/lightning_row-format-v2.sorted --enable-checkpoint=0 --check-requirements=0
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(1) FROM rowformatv2.t1;'
*************************** 1. row ***************************
count(1): 50
+ check_contains 'count(1): 50'
+ run_sql 'SELECT DISTINCT col14 FROM rowformatv2.t1;'
*************************** 1. row ***************************
col14: 39
*************************** 2. row ***************************
col14: NULL
+ check_contains 'col14: NULL'
+ check_contains 'col14: 39'
+ '[' 2 -ne 2 ']'
*===== TEST: [lightning_row-format-v2] success! =====*
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
Run cases: lightning_s3
{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
TiFlash started.
selected test cases: lightning_alter_random
Starting PD...
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:01 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random --backend' 'tidb >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.24667.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
*************************** 1. row ***************************
count(*): 3
*************************** 1. row ***************************
inc: 1
*************************** 2. row ***************************
inc: 3
*************************** 3. row ***************************
inc: 2
*************************** 1. row ***************************
inc: 30002
*************************** 2. row ***************************
inc: 1
*************************** 3. row ***************************
inc: 3
*************************** 4. row ***************************
inc: 2
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random --backend' 'local >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.24723.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend local
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
*************************** 1. row ***************************
count(*): 3
*************************** 1. row ***************************
inc: 1
*************************** 2. row ***************************
inc: 3
*************************** 3. row ***************************
inc: 2
*************************** 1. row ***************************
inc: 1
*************************** 2. row ***************************
inc: 3
*************************** 3. row ***************************
inc: 4
*************************** 4. row ***************************
inc: 2
*===== TEST: [lightning_alter_random] success! =====*
tidb lightning exit successfully
PASS
coverage: 28.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(*), sum(c) FROM cpeng.a'
*************************** 1. row ***************************
count(*): 4
  sum(c): 10
+ check_contains 'count(*): 4'
+ check_contains 'sum(c): 10'
+ run_sql 'SELECT count(*), sum(c) FROM cpeng.b'
*************************** 1. row ***************************
count(*): 4
  sum(c): 46
+ check_contains 'count(*): 4'
+ check_contains 'sum(c): 46'
+ run_sql 'DROP DATABASE cpeng;'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ set +e
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(90);'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(90);'
++ seq 6
+ for i in $(seq "$ENGINE_COUNT")
+ echo '******** Importing Table Now (step 1/6) ********'
******** Importing Table Now (step 1/6) ********
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25648.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ for i in $(seq "$ENGINE_COUNT")
+ echo '******** Importing Table Now (step 2/6) ********'
******** Importing Table Now (step 2/6) ********
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25663.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ for i in $(seq "$ENGINE_COUNT")
+ echo '******** Importing Table Now (step 3/6) ********'
******** Importing Table Now (step 3/6) ********
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25679.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ for i in $(seq "$ENGINE_COUNT")
+ echo '******** Importing Table Now (step 4/6) ********'
******** Importing Table Now (step 4/6) ********
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25693.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ for i in $(seq "$ENGINE_COUNT")
+ echo '******** Importing Table Now (step 5/6) ********'
******** Importing Table Now (step 5/6) ********
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25707.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ for i in $(seq "$ENGINE_COUNT")
+ echo '******** Importing Table Now (step 6/6) ********'
******** Importing Table Now (step 6/6) ********
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25723.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ set -e
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ echo '******** Verify checkpoint no-op ********'
******** Verify checkpoint no-op ********
+ run_lightning --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L 'debug >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25736.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug
Verbose debug logs will be written to /tmp/lightning_test/sql_res.lightning_local_backend.txt

tidb lightning exit successfully
PASS
coverage: 27.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ check_not_contains 'failed to set system var'
+ check_not_contains 'unknown system var'
+ check_contains 'skip read-only variable'
+ check_contains lc_time_names
+ run_sql 'SELECT count(*), sum(c) FROM cpeng.a'
*************************** 1. row ***************************
count(*): 4
  sum(c): 10
+ check_contains 'count(*): 4'
+ check_contains 'sum(c): 10'
+ run_sql 'SELECT count(*), sum(c) FROM cpeng.b'
*************************** 1. row ***************************
count(*): 4
  sum(c): 46
+ check_contains 'count(*): 4'
+ check_contains 'sum(c): 46'
+ for ckpt in mysql file
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
+ run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ set +e
+ export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return
+ GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:04 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25794.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
Run cases: lightning_auto_columns
tidb lightning exit successfully
PASS
coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+ grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
+ run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ set +e
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:06 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25849.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

Starting PD...
panic: forcing failure due to FailIfImportedChunk

goroutine 507 [running]:
github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc000bdee00, {0xc001aec6e0?})
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:911 +0xb58
created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 120
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
+ grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output
+ ls -lA /tmp/lightning_test/lightning_local_backend.sorted
total 16
drwxr-xr-x. 2 jenkins jenkins 4096 May  7 20:01 0f3182ea-38f9-5947-825c-2db765ea3f98
drwxr-x---. 2 jenkins jenkins 4096 May  7 20:01 0f3182ea-38f9-5947-825c-2db765ea3f98.sst
drwxr-xr-x. 2 jenkins jenkins 4096 May  7 20:01 c872a8e3-b992-5cbf-b35b-2a89bc464ee4
drwxr-x---. 2 jenkins jenkins 4096 May  7 20:01 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst
+ set +e
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:07 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25888.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

2025/05/07 20:01:08 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches
2025/05/07 20:01:08 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches
panic: forcing failure due to FailIfIndexEngineImported

goroutine 523 [running]:
github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc00182c600, {0xc0015757a8?})
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:931 +0xaa5
created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 113
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+ grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output
+ for ckpt in mysql file
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
+ run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ set +e
+ export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return
+ GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:08 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25943.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

tidb lightning exit successfully
PASS
coverage: 26.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+ grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
+ run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ set +e
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:10 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.25992.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

TiFlash started.
selected test cases: lightning_duplicate_resolution_error_uk_multiple_files
panic: forcing failure due to FailIfImportedChunk

goroutine 562 [running]:
github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc002176200, {0xc001efeaf0?})
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:911 +0xb58
created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 113
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+ grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output
+ ls -lA /tmp/lightning_test/lightning_local_backend.sorted
total 16
drwxr-xr-x. 2 jenkins jenkins 4096 May  7 20:01 0f3182ea-38f9-5947-825c-2db765ea3f98
drwxr-x---. 2 jenkins jenkins 4096 May  7 20:01 0f3182ea-38f9-5947-825c-2db765ea3f98.sst
drwxr-xr-x. 2 jenkins jenkins 4096 May  7 20:01 c872a8e3-b992-5cbf-b35b-2a89bc464ee4
drwxr-x---. 2 jenkins jenkins 4096 May  7 20:01 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst
+ set +e
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:10 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.26042.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

2025/05/07 20:01:11 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches
2025/05/07 20:01:11 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches
panic: forcing failure due to FailIfIndexEngineImported

goroutine 552 [running]:
github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc001447200, {0xc001b40fa8?})
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:931 +0xaa5
created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 123
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+ grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output
+ run_lightning_ctl --backend local --enable-checkpoint=1 --checkpoint-dump /tmp/lightning_test --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
+ for file in engines.csv chunks.csv tables.csv
+ '[' '!' -f /tmp/lightning_test/engines.csv ']'
+ for file in engines.csv chunks.csv tables.csv
+ '[' '!' -f /tmp/lightning_test/chunks.csv ']'
+ for file in engines.csv chunks.csv tables.csv
+ '[' '!' -f /tmp/lightning_test/tables.csv ']'
+ rm -r /tmp/lightning_test/lightning_local_backend.sorted
*===== TEST: [lightning_local_backend] success! =====*
{"level":"warn","ts":1746619272.1932256,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00452f500/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Internal desc = server closed the stream without sending trailers"}
{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/run.sh... =====*
+ check_cluster_version 5 2 0 'duplicate detection'
++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/run.sh
+ mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files
+ run_sql 'DROP TABLE IF EXISTS dup_resolve.a'
+ run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4'
+ run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view'
+ run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:12 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_uk_multiple_files.92083.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_uk_multiple_files.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning encountered error: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is 'a.key_b', unique key is '[101]', primary key is '1'
warning: GOCOVERDIR not set, no coverage data emitted
+ '[' 0 -eq 0 ']'
+ tail -n 10 /tmp/lightning_test/lightning.log
+ grep ERROR
+ tail -n 1
+ grep -Fq '[Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is '\''a.key_b'\'', unique key is '\''[101]'\'', primary key is '\''1'\'''
+ check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log
*===== TEST: [lightning_duplicate_resolution_error_uk_multiple_files] success! =====*
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
Run cases: lightning_max_incr
Run cases: lightning_duplicate_resolution_error_uk_multiple_files_multicol_index
Starting PD...
TiFlash started.
selected test cases: lightning_s3
  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
Starting PD...
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/run.sh... =====*
+ DB=s3_test
+ TABLE=tbl
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3
+ check_cluster_version 4 0 0 'local backend'
+ set -euE
+ [[ -z /tmp/lightning_test ]]
+ DBPATH=/tmp/lightning_test/s3.mydump
+ export MINIO_ACCESS_KEY=s3accesskey
+ MINIO_ACCESS_KEY=s3accesskey
+ export MINIO_SECRET_KEY=s3secretkey
+ MINIO_SECRET_KEY=s3secretkey
+ export MINIO_BROWSER=off
+ MINIO_BROWSER=off
+ export S3_ENDPOINT=127.0.0.1:9900
+ S3_ENDPOINT=127.0.0.1:9900
+ rm -rf /tmp/lightning_test/s3_test
+ mkdir -p /tmp/lightning_test/s3_test
+ i=0
+ curl -o /dev/null -v -s http://127.0.0.1:9900/
+ minio server --address 127.0.0.1:9900 /tmp/lightning_test/s3.mydump
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 9900 failed: Connection refused
* Failed to connect to 127.0.0.1 port 9900: Connection refused
* Closing connection 0
+ i=1
+ '[' 1 -gt 30 ']'
+ sleep 2

 You are running an older version of MinIO released 4 years ago 
 Update: Run `mc admin update` 


Attempting encryption of all config, IAM users and policies on MinIO backend
Endpoint: http://127.0.0.1:9900 

Object API (Amazon S3 compatible):
   Go:         https://docs.min.io/docs/golang-client-quickstart-guide
   Java:       https://docs.min.io/docs/java-client-quickstart-guide
   Python:     https://docs.min.io/docs/python-client-quickstart-guide
   JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide
   .NET:       https://docs.min.io/docs/dotnet-client-quickstart-guide
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
+ curl -o /dev/null -v -s http://127.0.0.1:9900/
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 9900 (#0)
> GET / HTTP/1.1
> Host: 127.0.0.1:9900
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 403 Forbidden
< Accept-Ranges: bytes
< Content-Length: 226
< Content-Security-Policy: block-all-mixed-content
< Content-Type: application/xml
< Server: MinIO
< Vary: Origin
< X-Amz-Request-Id: 183D3CFB8D6A91D9
< X-Xss-Protection: 1; mode=block
< Date: Wed, 07 May 2025 12:01:21 GMT
< 
{ [226 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ BUCKET=test-bucket
+ DATA_PATH=/tmp/lightning_test/s3.mydump/test-bucket
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket
+ echo 'CREATE DATABASE s3_test;'
+ echo 'CREATE TABLE t(i INT, s varchar(32));'
+ echo 'INSERT INTO tbl (i, s) VALUES (1, "1"),(2, "test2"), (3, "qqqtest");'
+ cat
+ final_ret_code=0
+ test_import_non_existing_path
+ rm -f /tmp/lightning_test/lightning.log
+ local 'SOURCE_DIR=s3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

+ grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log
+ return 0
+ test_import_empty_dir
+ rm -f /tmp/lightning_test/lightning.log
+ local emptyPath=empty-bucket/empty-path
+ mkdir -p /tmp/lightning_test/s3.mydump/empty-bucket/empty-path
+ local 'SOURCE_DIR=s3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

+ grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log
+ return 0
+ test_normal_import
+ rm -f /tmp/lightning_test/lightning.log
+ cleanup_db_and_table
+ run_sql 'DROP DATABASE IF EXISTS s3_test;'
+ run_sql 'DROP TABLE IF EXISTS s3_test.tbl;'
+ local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 25.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl'
*************************** 1. row ***************************
count(*): 7
  sum(i): 413
+ check_contains 'count(*): 7'
+ check_contains 'sum(i): 413'
+ return 0
+ test_import_with_checkpoint
+ rm -f /tmp/lightning_test/lightning.log
+ cleanup_db_and_table
+ run_sql 'DROP DATABASE IF EXISTS s3_test;'
+ run_sql 'DROP TABLE IF EXISTS s3_test.tbl;'
+ local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/config_s3_checkpoint.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl'
*************************** 1. row ***************************
count(*): 7
  sum(i): 413
+ check_contains 'count(*): 7'
+ check_contains 'sum(i): 413'
+ test_import_using_manual_path_config
+ rm -f /tmp/lightning_test/lightning.log
+ cleanup_db_and_table
+ run_sql 'DROP DATABASE IF EXISTS s3_test;'
+ run_sql 'DROP TABLE IF EXISTS s3_test.tbl;'
+ local bucket_02=test-bucket-02
+ local sub_path_02=to-be-imported
+ local base_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported
+ rm -rf /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported
+ touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/s3_test-schema-create.sql
+ cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl-schema.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/
+ local sql_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql
+ local csv_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv
+ local parquet_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/empty-dir
+ cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/
+ touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/dummy.sql
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/empty-dir
+ cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.0.csv /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/
+ touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/dummy.csv
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet/empty-dir
+ local 'SOURCE_DIR=s3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/config_manual_files.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
tidb lightning exit successfully
PASS
coverage: 25.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl'
*************************** 1. row ***************************
count(*): 7
  sum(i): 413
+ check_contains 'count(*): 7'
+ check_contains 'sum(i): 413'
+ return 0
+ exit 0
*===== TEST: [lightning_s3] success! =====*
{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
TiFlash started.
selected test cases: lightning_auto_columns
[Pipeline] }
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns/run.sh... =====*
+ run_sql 'DROP DATABASE IF EXISTS lightning_auto_cols;'
+ run_lightning
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns  >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_columns.26528.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_columns.sorted --enable-checkpoint=0 --check-requirements=0
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-2987/lightning-tests already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
tidb lightning exit successfully
PASS
coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
+ run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_incr;'
*************************** 1. row ***************************
row_data: 1:normal_pk_01
*************************** 2. row ***************************
row_data: 2:null_pk_02
*************************** 3. row ***************************
row_data: 3:null_pk_03
*************************** 4. row ***************************
row_data: 4:normal_pk_04
+ check_contains 'row_data: 1:normal_pk_01'
+ check_contains 'row_data: 2:null_pk_02'
+ check_contains 'row_data: 3:null_pk_03'
+ check_contains 'row_data: 4:normal_pk_04'
+ run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_incr;'
*************************** 1. row ***************************
row_count: 4
+ check_contains 'row_count: 4'
+ run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_random;'
*************************** 1. row ***************************
row_data: 1:normal_pk_01
*************************** 2. row ***************************
row_data: 4:normal_pk_04
*************************** 3. row ***************************
row_data: 1152921504606846978:null_pk_02
*************************** 4. row ***************************
row_data: 1152921504606846979:null_pk_03
+ check_contains 'row_data: 1:normal_pk_01'
+ check_contains :null_pk_02
+ check_not_contains 'row_data: 0:null_pk_02'
+ check_contains :null_pk_03
+ check_not_contains 'row_data: 0:null_pk_03'
+ check_contains 'row_data: 4:normal_pk_04'
+ run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_random;'
*************************** 1. row ***************************
row_count: 4
+ check_contains 'row_count: 4'
*===== TEST: [lightning_auto_columns] success! =====*
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-2987/lightning-tests already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
TiFlash started.
selected test cases: lightning_duplicate_resolution_error_uk_multiple_files_multicol_index
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/run.sh... =====*
+ check_cluster_version 5 2 0 'duplicate detection'
++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/run.sh
+ mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index
+ run_sql 'DROP TABLE IF EXISTS dup_resolve.a'
+ run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4'
+ run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view'
+ run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_uk_multiple_files_multicol_index.93891.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning encountered error: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is 'a.key_bd', unique key is '[101 9]', primary key is '1'
warning: GOCOVERDIR not set, no coverage data emitted
+ '[' 0 -eq 0 ']'
+ tail -n 10 /tmp/lightning_test/lightning.log
+ grep ERROR
+ tail -n 1
+ grep -Fq '[Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is '\''a.key_bd'\'', unique key is '\''[101 9]'\'', primary key is '\''1'\'''
+ check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log
*===== TEST: [lightning_duplicate_resolution_error_uk_multiple_files_multicol_index] success! =====*
TiFlash started.
selected test cases: lightning_max_incr
Run cases: lightning_duplicate_resolution_incremental
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr
+ check_cluster_version 4 0 0 'local backend'
+ ENGINE_COUNT=6
+ cleanup
+ rm -f /tmp/lightning_test/lightning.log
+ rm -rf /tmp/lightning_test/sst
+ run_sql 'DROP DATABASE IF EXISTS db;'
+ run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:01:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_incr.27840.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/data --sorted-kv-dir /tmp/lightning_test/lightning_max_incr.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ check_result
+ run_sql 'SHOW DATABASES;'
*************************** 1. row ***************************
Database: INFORMATION_SCHEMA
*************************** 2. row ***************************
Database: METRICS_SCHEMA
*************************** 3. row ***************************
Database: PERFORMANCE_SCHEMA
*************************** 4. row ***************************
Database: db
*************************** 5. row ***************************
Database: mysql
*************************** 6. row ***************************
Database: sys
*************************** 7. row ***************************
Database: test
+ check_contains 'Database: db'
+ run_sql 'SHOW TABLES IN db;'
*************************** 1. row ***************************
Tables_in_db: test
*************************** 2. row ***************************
Tables_in_db: test1
+ check_contains 'Tables_in_db: test'
+ check_contains 'Tables_in_db: test1'
+ run_sql 'SELECT count(*) FROM db.test;'
*************************** 1. row ***************************
count(*): 2
+ check_contains 'count(*): 2'
+ run_sql 'SELECT count(*) FROM db.test1;'
*************************** 1. row ***************************
count(*): 2
+ check_contains 'count(*): 2'
+ run_sql 'INSERT INTO db.test(b) VALUES(11);'
+ run_sql 'INSERT INTO db.test1(b) VALUES(22);'
+ tee -a /tmp/lightning_test/sql_res.lightning_max_incr.txt
ERROR 1467 (HY000) at line 1: Failed to read auto-increment value from storage engine
+ check_contains ERROR
+ cleanup
+ rm -f /tmp/lightning_test/lightning.log
+ rm -rf /tmp/lightning_test/sst
+ run_sql 'DROP DATABASE IF EXISTS db;'
Starting PD...
*===== TEST: [lightning_max_incr] success! =====*
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-2987/lightning-tests already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
{
  "version": "v9.0.0-beta.1.pre-138-gab7efa6de",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
  "is_initialized": true,
Starting TiDB...
Verifying TiDB is started...
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-694-ga2f48d5581-dirty","git_hash":"a2f48d55813df75f33e45716226f570802d20b44","status":{"init_stats_percentage":100}}Starting TiFlash...
Logging debug to /tmp/lightning_test/tiflash-stdout.log
Logging errors to /tmp/lightning_test/tiflash-stderr.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["3b4d11b785bb964833019940e95640f16c478a56"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-168-g3b4d11b785"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
TiFlash seems doesn't started, retrying...
TiFlash started.
selected test cases: lightning_duplicate_resolution_incremental
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental
+ check_cluster_version 5 2 0 'duplicate detection'
+ LOG_FILE1=/tmp/lightning_test/lightning-duplicate-resolution1.log
+ LOG_FILE2=/tmp/lightning_test/lightning-duplicate-resolution2.log
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)'
+ counter=0
+ '[' 0 -lt 10 ']'
+ grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log
+ run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml
grep: /tmp/lightning_test/lightning-duplicate-resolution1.log: No such file or directory
+ (( counter += 1 ))
+ echo 'waiting for lightning 1 starts'
waiting for lightning 1 starts
+ sleep 1
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:02:00 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.95669.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution1.log

+ '[' 1 -lt 10 ']'
+ grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log
+ (( counter += 1 ))
+ echo 'waiting for lightning 1 starts'
waiting for lightning 1 starts
+ sleep 1
+ '[' 2 -lt 10 ']'
+ grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log
+ echo 'lightning 1 already starts waiting for dupe'
lightning 1 already starts waiting for dupe
+ break
+ '[' 2 -ge 10 ']'
+ wait
+ run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Wed May  7 20:02:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.95726.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution2.log


Import Data Error Summary: 
+---+---------------------+-------------+----------------------------------------------------------------+
| # | ERROR TYPE          | ERROR COUNT | ERROR DATA TABLE                                               |
+---+---------------------+-------------+----------------------------------------------------------------+
| 1 | Unique Key Conflict |          10 | `lightning_task_info_dupe_resolve_incremental`.`conflict_view` |
+---+---------------------+-------------+----------------------------------------------------------------+

tidb lightning exit successfully
PASS
coverage: 27.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
tidb lightning exit successfully
PASS
coverage: 28.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ run_sql 'admin check table dup_resolve_detect.ta'
+ run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id < 100'
*************************** 1. row ***************************
count(*): 15
 sum(id): 120
+ check_contains 'count(*): 15'
+ check_contains 'sum(id): 120'
+ run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id > 100'
*************************** 1. row ***************************
count(*): 16
 sum(id): 1896
+ check_contains 'count(*): 16'
+ check_contains 'sum(id): 1896'
*===== TEST: [lightning_duplicate_resolution_incremental] success! =====*
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-2987/lightning-tests already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
ERROR: script returned exit code 1
Finished: FAILURE