Console Output

Download View as plain text
Skipping 1,208 KB.. Full Log
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ for i in $(seq "$ENGINE_COUNT")
+ echo '******** Importing Table Now (step 4/6) ********'
******** Importing Table Now (step 4/6) ********
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:39 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.13566.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ for i in $(seq "$ENGINE_COUNT")
+ echo '******** Importing Table Now (step 5/6) ********'
******** Importing Table Now (step 5/6) ********
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:39 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.13591.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ for i in $(seq "$ENGINE_COUNT")
+ echo '******** Importing Table Now (step 6/6) ********'
******** Importing Table Now (step 6/6) ********
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:39 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.13615.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml
bad failpoint ""
+ '[' 1 -ne 0 ']'
+ set -e
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ echo '******** Verify checkpoint no-op ********'
******** Verify checkpoint no-op ********
+ run_lightning --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:39 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L 'debug >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.13638.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug
Verbose debug logs will be written to /tmp/lightning_test/sql_res.lightning_local_backend.txt

*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout
+ mkdir -p /tmp/lightning_test/data
+ run_sql 'DROP DATABASE IF EXISTS test;'
+ run_sql 'DROP TABLE IF EXISTS test.t;'
+ cat
+ cat
+ set +x
{
  "version": "v9.0.0-beta.2.pre-327-g19fed4b",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
tidb lightning exit successfully
PASS
coverage: 25.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ check_not_contains 'failed to set system var'
+ check_not_contains 'unknown system var'
+ check_contains 'skip read-only variable'
+ check_contains lc_time_names
+ run_sql 'SELECT count(*), sum(c) FROM cpeng.a'
*************************** 1. row ***************************
count(*): 4
  sum(c): 10
+ check_contains 'count(*): 4'
+ check_contains 'sum(c): 10'
+ run_sql 'SELECT count(*), sum(c) FROM cpeng.b'
*************************** 1. row ***************************
count(*): 4
  sum(c): 46
+ check_contains 'count(*): 4'
+ check_contains 'sum(c): 46'
+ for ckpt in mysql file
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
+ run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ set +e
+ export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return
+ GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:40 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.13720.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

TiFlash seems doesn't started, retrying...
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/shortWaitNTimeout=100*return(1)'
+ GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/shortWaitNTimeout=100*return(1)'
+ run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:41 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_timeout.11142.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout/data --sorted-kv-dir /tmp/lightning_test/lightning_write_timeout.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_timeout/config.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+ grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
+ run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ set +e
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:43 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.13821.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

failed to start tiflash
selected test cases: lightning_duplicate_resolution_incremental
panic: forcing failure due to FailIfImportedChunk

goroutine 644 [running]:
github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc00053ca00, {0xc001bc7798?})
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:923 +0xb4f
created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 121
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:667 +0x2ed
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+ grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output
+ ls -lA /tmp/lightning_test/lightning_local_backend.sorted
total 16
drwxr-xr-x. 2 jenkins jenkins 4096 Mar 20 21:38 0f3182ea-38f9-5947-825c-2db765ea3f98
drwxr-x---. 2 jenkins jenkins 4096 Mar 20 21:38 0f3182ea-38f9-5947-825c-2db765ea3f98.sst
drwxr-xr-x. 2 jenkins jenkins 4096 Mar 20 21:38 c872a8e3-b992-5cbf-b35b-2a89bc464ee4
drwxr-x---. 2 jenkins jenkins 4096 Mar 20 21:38 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst
+ set +e
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:44 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.13905.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

2026/03/20 21:38:44 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches
2026/03/20 21:38:44 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches
panic: forcing failure due to FailIfIndexEngineImported

goroutine 634 [running]:
github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc0005b2000, {0xc001822c98?})
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:943 +0xa9d
created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 147
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:667 +0x2ed
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+ grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output
+ for ckpt in mysql file
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
  "is_initialized": true,
Debug TiKV(1)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(2)...
+ run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ set +e
+ export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return
+ GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:45 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.14001.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(3)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Starting TiDB...
Verifying TiDB is started...
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

tidb lightning exit successfully
PASS
coverage: 24.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+ grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output
+ run_sql 'DROP DATABASE IF EXISTS cpeng;'
+ run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test'
+ rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb
+ set +e
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:46 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.14092.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

panic: forcing failure due to FailIfImportedChunk

goroutine 643 [running]:
github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc0015b8400, {0xc000fc8f98?})
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:923 +0xb4f
created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 131
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:667 +0x2ed
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+ grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output
+ ls -lA /tmp/lightning_test/lightning_local_backend.sorted
total 16
drwxr-xr-x. 2 jenkins jenkins 4096 Mar 20 21:38 0f3182ea-38f9-5947-825c-2db765ea3f98
drwxr-x---. 2 jenkins jenkins 4096 Mar 20 21:38 0f3182ea-38f9-5947-825c-2db765ea3f98.sst
drwxr-xr-x. 2 jenkins jenkins 4096 Mar 20 21:38 c872a8e3-b992-5cbf-b35b-2a89bc464ee4
drwxr-x---. 2 jenkins jenkins 4096 Mar 20 21:38 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst
+ set +e
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)'
+ run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:46 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.14174.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log

*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental
+ check_cluster_version 5 2 0 'duplicate detection'
+ LOG_FILE1=/tmp/lightning_test/lightning-duplicate-resolution1.log
+ LOG_FILE2=/tmp/lightning_test/lightning-duplicate-resolution2.log
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)'
+ counter=0
+ '[' 0 -lt 10 ']'
+ grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log
+ run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml
grep: /tmp/lightning_test/lightning-duplicate-resolution1.log: No such file or directory
+ (( counter += 1 ))
+ echo 'waiting for lightning 1 starts'
waiting for lightning 1 starts
+ sleep 1
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:46 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.81607.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution1.log

2026/03/20 21:38:47 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches
2026/03/20 21:38:47 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches
panic: forcing failure due to FailIfIndexEngineImported

goroutine 660 [running]:
github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc00144ea00, {0xc000b84f98?})
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:943 +0xa9d
created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 115
	/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:667 +0x2ed
+ set -e
+ run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml
+ grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output
+ run_lightning_ctl --backend local --enable-checkpoint=1 --checkpoint-dump /tmp/lightning_test --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml
+ '[' 1 -lt 10 ']'
+ grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log
+ (( counter += 1 ))
+ echo 'waiting for lightning 1 starts'
waiting for lightning 1 starts
+ sleep 1
+ for file in engines.csv chunks.csv tables.csv
+ '[' '!' -f /tmp/lightning_test/engines.csv ']'
+ for file in engines.csv chunks.csv tables.csv
+ '[' '!' -f /tmp/lightning_test/chunks.csv ']'
+ for file in engines.csv chunks.csv tables.csv
+ '[' '!' -f /tmp/lightning_test/tables.csv ']'
+ rm -r /tmp/lightning_test/lightning_local_backend.sorted
*===== TEST: [lightning_local_backend] success! =====*
+ '[' 2 -lt 10 ']'
+ grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log
+ echo 'lightning 1 already starts waiting for dupe'
lightning 1 already starts waiting for dupe
+ break
+ '[' 2 -ge 10 ']'
+ wait
+ run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:38:48 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.81663.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution2.log

{"connections":0,"version":"8.0.11-TiDB-v9.0.0-beta.2.pre-1417-gea0454def0-dirty","git_hash":"ea0454def09928df606ee3d51c5969911cfc811e","status":{"init_stats_percentage":0}}Starting TiFlash...
/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 270: tiflash: command not found
TiFlash seems doesn't started, retrying...
Run cases: lightning_max_incr
TiFlash seems doesn't started, retrying...
Starting PD...
{
  "version": "v9.0.0-beta.2.pre-327-g19fed4b",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...

Import Data Error Summary: 
+---+---------------------+-------------+----------------------------------------------------------------+
| # | ERROR TYPE          | ERROR COUNT | ERROR DATA TABLE                                               |
+---+---------------------+-------------+----------------------------------------------------------------+
|[31m 1 [0m|[31m Unique Key Conflict [0m|[31m          10 [0m|[31m `lightning_task_info_dupe_resolve_incremental`.`conflict_view` [0m|
+---+---------------------+-------------+----------------------------------------------------------------+

tidb lightning exit successfully
PASS
coverage: 25.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
  "is_initialized": true,
Debug TiKV(1)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(2)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(3)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Starting TiDB...
Verifying TiDB is started...
tidb lightning exit successfully
PASS
coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ run_sql 'admin check table dup_resolve_detect.ta'
+ run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id < 100'
*************************** 1. row ***************************
count(*): 15
 sum(id): 120
+ check_contains 'count(*): 15'
+ check_contains 'sum(id): 120'
+ run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id > 100'
*************************** 1. row ***************************
count(*): 16
 sum(id): 1896
+ check_contains 'count(*): 16'
+ check_contains 'sum(id): 1896'
*===== TEST: [lightning_duplicate_resolution_incremental] success! =====*
TiFlash seems doesn't started, retrying...
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-beta.2.pre-1417-gea0454def0-dirty","git_hash":"ea0454def09928df606ee3d51c5969911cfc811e","status":{"init_stats_percentage":0}}Starting TiFlash...
/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 270: tiflash: command not found
TiFlash seems doesn't started, retrying...
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-4661/lightning-tests already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
TiFlash seems doesn't started, retrying...
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
failed to start tiflash
selected test cases: lightning_routes_panic
TiFlash seems doesn't started, retrying...
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic/run.sh... =====*
+ run_sql 'DROP DATABASE IF EXISTS test1;'
+ run_sql 'DROP DATABASE IF EXISTS test;'
+ run_sql 'CREATE DATABASE test1;'
+ run_sql 'CREATE DATABASE test;'
+ run_sql 'CREATE TABLE test1.dump_test (x real primary key);'
+ run_sql 'CREATE TABLE test.u (x real primary key);'
+ run_lightning
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:39:55 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic  >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_routes_panic.13742.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic/data --sorted-kv-dir /tmp/lightning_test/lightning_routes_panic.sorted --enable-checkpoint=0 --check-requirements=0
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 21.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT sum(x) FROM test.u;'
*************************** 1. row ***************************
sum(x): 43
+ check_contains 'sum(x): 43'
*===== TEST: [lightning_routes_panic] success! =====*
TiFlash seems doesn't started, retrying...
Run cases: lightning_row-format-v2
TiFlash seems doesn't started, retrying...
Starting PD...
failed to start tiflash
selected test cases: lightning_max_incr
{
  "version": "v9.0.0-beta.2.pre-327-g19fed4b",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr
+ check_cluster_version 4 0 0 'local backend'
+ ENGINE_COUNT=6
+ cleanup
+ rm -f /tmp/lightning_test/lightning.log
+ rm -rf /tmp/lightning_test/sst
+ run_sql 'DROP DATABASE IF EXISTS db;'
+ run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:40:06 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_incr.15065.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/data --sorted-kv-dir /tmp/lightning_test/lightning_max_incr.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 22.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ check_result
+ run_sql 'SHOW DATABASES;'
*************************** 1. row ***************************
Database: INFORMATION_SCHEMA
*************************** 2. row ***************************
Database: METRICS_SCHEMA
*************************** 3. row ***************************
Database: PERFORMANCE_SCHEMA
*************************** 4. row ***************************
Database: db
*************************** 5. row ***************************
Database: mysql
*************************** 6. row ***************************
Database: sys
*************************** 7. row ***************************
Database: test
+ check_contains 'Database: db'
+ run_sql 'SHOW TABLES IN db;'
*************************** 1. row ***************************
Tables_in_db: test
*************************** 2. row ***************************
Tables_in_db: test1
+ check_contains 'Tables_in_db: test'
+ check_contains 'Tables_in_db: test1'
+ run_sql 'SELECT count(*) FROM db.test;'
*************************** 1. row ***************************
count(*): 2
+ check_contains 'count(*): 2'
+ run_sql 'SELECT count(*) FROM db.test1;'
*************************** 1. row ***************************
count(*): 2
+ check_contains 'count(*): 2'
+ run_sql 'INSERT INTO db.test(b) VALUES(11);'
+ run_sql 'INSERT INTO db.test1(b) VALUES(22);'
+ tee -a /tmp/lightning_test/sql_res.lightning_max_incr.txt
ERROR 1467 (HY000) at line 1: Failed to read auto-increment value from storage engine
+ check_contains ERROR
+ cleanup
+ rm -f /tmp/lightning_test/lightning.log
+ rm -rf /tmp/lightning_test/sst
+ run_sql 'DROP DATABASE IF EXISTS db;'
*===== TEST: [lightning_max_incr] success! =====*
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-4661/lightning-tests already exists)
  "is_initialized": true,
Debug TiKV(1)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(2)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(3)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Starting TiDB...
Verifying TiDB is started...
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-beta.2.pre-1417-gea0454def0-dirty","git_hash":"ea0454def09928df606ee3d51c5969911cfc811e","status":{"init_stats_percentage":0}}Starting TiFlash...
/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 270: tiflash: command not found
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
failed to start tiflash
selected test cases: lightning_row-format-v2
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2/run.sh... =====*
+ run_sql 'show variables like "%tidb_row_format_version%";'
*************************** 1. row ***************************
Variable_name: tidb_row_format_version
        Value: 2
++ grep 'Value: [0-9]' /tmp/lightning_test/sql_res.lightning_row-format-v2.txt
++ awk '{print $2}'
+ row_format=2
+ '[' 2 -ne 2 ']'
+ run_sql 'DROP DATABASE IF EXISTS rowformatv2;'
+ run_lightning
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:41:20 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2  >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_row-format-v2.14584.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2/data --sorted-kv-dir /tmp/lightning_test/lightning_row-format-v2.sorted --enable-checkpoint=0 --check-requirements=0
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 21.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(1) FROM rowformatv2.t1;'
*************************** 1. row ***************************
count(1): 50
+ check_contains 'count(1): 50'
+ run_sql 'SELECT DISTINCT col14 FROM rowformatv2.t1;'
*************************** 1. row ***************************
col14: 39
*************************** 2. row ***************************
col14: NULL
+ check_contains 'col14: NULL'
+ check_contains 'col14: 39'
+ '[' 2 -ne 2 ']'
*===== TEST: [lightning_row-format-v2] success! =====*
Run cases: lightning_s3
Starting PD...
{
  "version": "v9.0.0-beta.2.pre-327-g19fed4b",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
  "is_initialized": true,
Debug TiKV(1)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(2)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(3)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Starting TiDB...
Verifying TiDB is started...
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-beta.2.pre-1417-gea0454def0-dirty","git_hash":"ea0454def09928df606ee3d51c5969911cfc811e","status":{"init_stats_percentage":0}}Starting TiFlash...
/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 270: tiflash: command not found
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
tidb lightning exit successfully
PASS
coverage: 22.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ check_lightning_log_contains 'Experiencing a wait timeout while writing to tikv'
*===== TEST: [lightning_write_timeout] success! =====*
Run cases: lightning_add_index
TiFlash seems doesn't started, retrying...
Starting PD...
{
  "version": "v9.0.0-beta.2.pre-327-g19fed4b",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
  "is_initialized": true,
Debug TiKV(1)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(2)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(3)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Starting TiDB...
Verifying TiDB is started...
TiFlash seems doesn't started, retrying...
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-beta.2.pre-1417-gea0454def0-dirty","git_hash":"ea0454def09928df606ee3d51c5969911cfc811e","status":{"init_stats_percentage":0}}Starting TiFlash...
/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 270: tiflash: command not found
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
failed to start tiflash
selected test cases: lightning_s3
TiFlash seems doesn't started, retrying...
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/run.sh... =====*
+ DB=s3_test
+ TABLE=tbl
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3
+ check_cluster_version 4 0 0 'local backend'
+ set -euE
+ [[ -z /tmp/lightning_test ]]
+ DBPATH=/tmp/lightning_test/s3.mydump
+ export MINIO_ACCESS_KEY=s3accesskey
+ MINIO_ACCESS_KEY=s3accesskey
+ export MINIO_SECRET_KEY=s3secretkey
+ MINIO_SECRET_KEY=s3secretkey
+ export MINIO_BROWSER=off
+ MINIO_BROWSER=off
+ export S3_ENDPOINT=127.0.0.1:9900
+ S3_ENDPOINT=127.0.0.1:9900
+ rm -rf /tmp/lightning_test/s3_test
+ mkdir -p /tmp/lightning_test/s3_test
+ i=0
+ curl -o /dev/null -v -s http://127.0.0.1:9900/
+ minio server --address 127.0.0.1:9900 /tmp/lightning_test/s3.mydump
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 9900 failed: Connection refused
* Failed to connect to 127.0.0.1 port 9900: Connection refused
* Closing connection 0
+ i=1
+ '[' 1 -gt 30 ']'
+ sleep 2

 You are running an older version of MinIO released 4 years ago 
 Update: Run `mc admin update` 


Attempting encryption of all config, IAM users and policies on MinIO backend
Endpoint: http://127.0.0.1:9900 

Object API (Amazon S3 compatible):
   Go:         https://docs.min.io/docs/golang-client-quickstart-guide
   Java:       https://docs.min.io/docs/java-client-quickstart-guide
   Python:     https://docs.min.io/docs/python-client-quickstart-guide
   JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide
   .NET:       https://docs.min.io/docs/dotnet-client-quickstart-guide
+ curl -o /dev/null -v -s http://127.0.0.1:9900/
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 9900 (#0)
> GET / HTTP/1.1
> Host: 127.0.0.1:9900
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 403 Forbidden
< Accept-Ranges: bytes
< Content-Length: 226
< Content-Security-Policy: block-all-mixed-content
< Content-Type: application/xml
< Server: MinIO
< Vary: Origin
< X-Amz-Request-Id: 189E907C3DF210DA
< X-Xss-Protection: 1; mode=block
< Date: Fri, 20 Mar 2026 13:42:46 GMT
< 
{ [226 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ BUCKET=test-bucket
+ DATA_PATH=/tmp/lightning_test/s3.mydump/test-bucket
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket
+ echo 'CREATE DATABASE s3_test;'
+ echo 'CREATE TABLE t(i INT, s varchar(32));'
+ echo 'INSERT INTO tbl (i, s) VALUES (1, "1"),(2, "test2"), (3, "qqqtest");'
+ cat
+ final_ret_code=0
+ test_import_non_existing_path
+ rm -f /tmp/lightning_test/lightning.log
+ local 'SOURCE_DIR=s3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

+ grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log
+ return 0
+ test_import_empty_dir
+ rm -f /tmp/lightning_test/lightning.log
+ local emptyPath=empty-bucket/empty-path
+ mkdir -p /tmp/lightning_test/s3.mydump/empty-bucket/empty-path
+ local 'SOURCE_DIR=s3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

+ grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log
+ return 0
+ test_normal_import
+ rm -f /tmp/lightning_test/lightning.log
+ cleanup_db_and_table
+ run_sql 'DROP DATABASE IF EXISTS s3_test;'
+ run_sql 'DROP TABLE IF EXISTS s3_test.tbl;'
+ local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

TiFlash seems doesn't started, retrying...
tidb lightning exit successfully
PASS
coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl'
*************************** 1. row ***************************
count(*): 7
  sum(i): 413
+ check_contains 'count(*): 7'
+ check_contains 'sum(i): 413'
+ return 0
+ test_import_with_checkpoint
+ rm -f /tmp/lightning_test/lightning.log
+ cleanup_db_and_table
+ run_sql 'DROP DATABASE IF EXISTS s3_test;'
+ run_sql 'DROP TABLE IF EXISTS s3_test.tbl;'
+ local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/config_s3_checkpoint.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl'
*************************** 1. row ***************************
count(*): 7
  sum(i): 413
+ check_contains 'count(*): 7'
+ check_contains 'sum(i): 413'
+ test_import_using_manual_path_config
+ rm -f /tmp/lightning_test/lightning.log
+ cleanup_db_and_table
+ run_sql 'DROP DATABASE IF EXISTS s3_test;'
+ run_sql 'DROP TABLE IF EXISTS s3_test.tbl;'
+ local bucket_02=test-bucket-02
+ local sub_path_02=to-be-imported
+ local base_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported
+ rm -rf /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported
+ touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/s3_test-schema-create.sql
+ cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl-schema.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/
+ local sql_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql
+ local csv_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv
+ local parquet_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/empty-dir
+ cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/
+ touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/dummy.sql
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/empty-dir
+ cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.0.csv /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/
+ touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/dummy.csv
+ mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet/empty-dir
+ local 'SOURCE_DIR=s3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true'
+ run_lightning -d 's3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/config_manual_files.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl'
*************************** 1. row ***************************
count(*): 7
  sum(i): 413
+ check_contains 'count(*): 7'
+ check_contains 'sum(i): 413'
+ return 0
+ exit 0
*===== TEST: [lightning_s3] success! =====*
TiFlash seems doesn't started, retrying...
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-4661/lightning-tests already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
failed to start tiflash
selected test cases: lightning_add_index
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:43:41 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config1.toml --log-file '/tmp/lightning_test/lightning-add-index1.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.12135.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config1.toml --log-file /tmp/lightning_test/lightning-add-index1.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index1.log

tidb lightning exit successfully
PASS
coverage: 22.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:43:42 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.12224.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log

[2026/03/20 21:43:55.556 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017f6960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = NotFound desc = etcdserver: requested lease not found"]
tidb lightning exit successfully
PASS
coverage: 23.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
*************************** 1. row ***************************
       Table: multi_indexes
Create Table: CREATE TABLE `multi_indexes` (
  `c1` bigint NOT NULL,
  `c2` varchar(255) NOT NULL,
  `c3` varchar(255) NOT NULL,
  `c4` varchar(255) NOT NULL,
  `c5` varchar(255) NOT NULL,
  `c6` varchar(255) NOT NULL,
  `c7` varchar(255) NOT NULL,
  `c8` varchar(255) NOT NULL,
  `c9` varchar(255) NOT NULL,
  `c10` varchar(255) NOT NULL,
  `c11` varchar(255) NOT NULL,
  PRIMARY KEY (`c1`) /*T![clustered_index] CLUSTERED */,
  KEY `idx_c2` (`c2`) COMMENT 'single column index',
  KEY `idx_c2_c3` (`c2`,`c3`) COMMENT 'multiple column index',
  UNIQUE KEY `uniq_c4` (`c4`) COMMENT 'single column unique key',
  UNIQUE KEY `uniq_c4_c5` (`c4`,`c5`) COMMENT 'multiple column unique key',
  KEY `idx_c6` (`c6`) COMMENT 'single column index with asc order',
  KEY `idx_c7` (`c7`) COMMENT 'single column index with desc order',
  KEY `idx_c6_c7` (`c6`,`c7`) COMMENT 'multiple column index with asc and desc order',
  KEY `idx_c8` (`c8`) COMMENT 'single column index with visible',
  KEY `idx_c9` (`c9`) /*!80000 INVISIBLE */ COMMENT 'single column index with invisible',
  KEY `idx_lower_c10` ((lower(`c10`))) COMMENT 'single column index with function',
  KEY `idx_prefix_c11` (`c11`(3)) COMMENT 'single column index with prefix',
  UNIQUE KEY `c2` (`c2`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:44:11 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.12364.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file /tmp/lightning_test/lightning-add-index2.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log

tidb lightning canceled
PASS
coverage: 25.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:44:13 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.12428.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file /tmp/lightning_test/lightning-add-index2.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log

tidb lightning exit successfully
PASS
coverage: 17.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ '[' 130 == 130 ']'
+ '[' 12548524131860600223 == 12548524131860600223 ']'
+ '[' 30 == 30 ']'
+ '[' 3322292718850045174 == 3322292718850045174 ']'
+ recover_from_checkpoint mysql
+ tp=mysql
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/AddIndexCrash=return()'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/AddIndexCrash=return()'
+ run_sql 'DROP DATABASE add_index;'
+ rm -rf /tmp/add-index-by-sql-checkpoint.pb
+ run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:44:21 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.12516.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log

[2026/03/20 21:44:24.821 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc003016960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
[2026/03/20 21:44:27.563 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc003016960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
[2026/03/20 21:44:28.812 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc003016960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
[2026/03/20 21:44:28.812 +08:00] [INFO] [client.go:210] ["Auto sync endpoints failed."] [error="context deadline exceeded"]
[2026/03/20 21:44:30.079 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc003016960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
{"level":"warn","ts":1774014270.7675455,"caller":"v3@v3.5.15/retry_interceptor.go:63","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0037bf4a0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = NotFound desc = etcdserver: requested lease not found"}
[2026/03/20 21:44:37.766 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc003016960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"]
tidb lightning canceled
PASS
coverage: 24.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ grep -Fq 'task canceled' /tmp/lightning_test/lightning-add-index2.log
+ unset GO_FAILPOINTS
+ run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:44:40 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.12597.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log
Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log

tidb lightning exit successfully
PASS
coverage: 12.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
++ run_sql 'ADMIN CHECKSUM TABLE add_index.multi_indexes;'
++ grep Total_kvs
++ awk '{print $2}'
+ actual_multi_indexes_kvs=130
++ run_sql 'ADMIN CHECKSUM TABLE add_index.multi_indexes;'
++ grep Checksum_crc64_xor
++ awk '{print $2}'
+ actual_multi_indexes_cksum=12548524131860600223
++ run_sql 'ADMIN CHECKSUM TABLE add_index.non_pk_auto_inc;'
++ grep Total_kvs
++ awk '{print $2}'
+ actual_non_pk_auto_inc_kvs=30
++ run_sql 'ADMIN CHECKSUM TABLE add_index.non_pk_auto_inc;'
++ grep Checksum_crc64_xor
++ awk '{print $2}'
+ actual_non_pk_auto_inc_cksum=3322292718850045174
+ set -x
+ '[' 130 == 130 ']'
+ '[' 12548524131860600223 == 12548524131860600223 ']'
+ '[' 30 == 30 ']'
+ '[' 3322292718850045174 == 3322292718850045174 ']'
*===== TEST: [lightning_add_index] success! =====*
Run cases: lightning_alter_random
Starting PD...
{
  "version": "v9.0.0-beta.2.pre-327-g19fed4b",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
  "is_initialized": true,
Debug TiKV(1)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(2)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(3)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Starting TiDB...
Verifying TiDB is started...
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-beta.2.pre-1417-gea0454def0-dirty","git_hash":"ea0454def09928df606ee3d51c5969911cfc811e","status":{"init_stats_percentage":0}}Starting TiFlash...
/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 270: tiflash: command not found
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
failed to start tiflash
selected test cases: lightning_alter_random
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:46:14 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random --backend' 'tidb >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.13454.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 12.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
*************************** 1. row ***************************
count(*): 3
*************************** 1. row ***************************
inc: 1
*************************** 2. row ***************************
inc: 3
*************************** 3. row ***************************
inc: 2
*************************** 1. row ***************************
inc: 1
*************************** 2. row ***************************
inc: 3
*************************** 3. row ***************************
inc: 2
*************************** 4. row ***************************
inc: 30002
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:46:14 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random --backend' 'local >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.13515.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend local
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 21.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
*************************** 1. row ***************************
count(*): 3
*************************** 1. row ***************************
inc: 1
*************************** 2. row ***************************
inc: 3
*************************** 3. row ***************************
inc: 2
*************************** 1. row ***************************
inc: 1
*************************** 2. row ***************************
inc: 4
*************************** 3. row ***************************
inc: 3
*************************** 4. row ***************************
inc: 2
*===== TEST: [lightning_alter_random] success! =====*
Run cases: lightning_auto_columns
Starting PD...
{
  "version": "v9.0.0-beta.2.pre-327-g19fed4b",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
  "is_initialized": true,
Debug TiKV(1)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(2)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(3)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Starting TiDB...
Verifying TiDB is started...
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-beta.2.pre-1417-gea0454def0-dirty","git_hash":"ea0454def09928df606ee3d51c5969911cfc811e","status":{"init_stats_percentage":0}}Starting TiFlash...
/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 270: tiflash: command not found
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
failed to start tiflash
selected test cases: lightning_auto_columns
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns/run.sh... =====*
+ run_sql 'DROP DATABASE IF EXISTS lightning_auto_cols;'
+ run_lightning
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:47:42 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns  >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_columns.14389.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_columns.sorted --enable-checkpoint=0 --check-requirements=0
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 22.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_incr;'
*************************** 1. row ***************************
row_data: 1:normal_pk_01
*************************** 2. row ***************************
row_data: 2:null_pk_02
*************************** 3. row ***************************
row_data: 3:null_pk_03
*************************** 4. row ***************************
row_data: 4:normal_pk_04
+ check_contains 'row_data: 1:normal_pk_01'
+ check_contains 'row_data: 2:null_pk_02'
+ check_contains 'row_data: 3:null_pk_03'
+ check_contains 'row_data: 4:normal_pk_04'
+ run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_incr;'
*************************** 1. row ***************************
row_count: 4
+ check_contains 'row_count: 4'
+ run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_random;'
*************************** 1. row ***************************
row_data: 1:normal_pk_01
*************************** 2. row ***************************
row_data: 4:normal_pk_04
*************************** 3. row ***************************
row_data: 1152921504606846978:null_pk_02
*************************** 4. row ***************************
row_data: 1152921504606846979:null_pk_03
+ check_contains 'row_data: 1:normal_pk_01'
+ check_contains :null_pk_02
+ check_not_contains 'row_data: 0:null_pk_02'
+ check_contains :null_pk_03
+ check_not_contains 'row_data: 0:null_pk_03'
+ check_contains 'row_data: 4:normal_pk_04'
+ run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_random;'
*************************** 1. row ***************************
row_count: 4
+ check_contains 'row_count: 4'
*===== TEST: [lightning_auto_columns] success! =====*
Run cases: lightning_import_into
Starting PD...
{
  "version": "v9.0.0-beta.2.pre-327-g19fed4b",
  "build_time": "",
  "hash": "",
  "branch": ""
}
Starting TiKV(1)...
Starting TiKV(2)...
Starting TiKV(3)...
Waiting initializing TiKV...
  "is_initialized": true,
Debug TiKV(1)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(2)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Debug TiKV(3)...
{
  "status": "success",
  "message": "set to operation=false successfully"
}Starting TiDB...
Verifying TiDB is started...
{"connections":0,"version":"8.0.11-TiDB-v9.0.0-beta.2.pre-1417-gea0454def0-dirty","git_hash":"ea0454def09928df606ee3d51c5969911cfc811e","status":{"init_stats_percentage":0}}Starting TiFlash...
/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 270: tiflash: command not found
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
TiFlash seems doesn't started, retrying...
failed to start tiflash
selected test cases: lightning_import_into
*===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/run.sh... =====*
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into
+ CP_FILE=/tmp/lightning_import_into_checkpoint.pb
+ DB_NAME=import_into
+ TABLE_NAME=t
+ test_basic_import
+ echo '******** Case 1: Basic import ********'
******** Case 1: Basic import ********
+ cleanup
+ echo 'Cleaning up...'
Cleaning up...
+ rm -f /tmp/lightning_import_into_checkpoint.pb
+ run_sql 'DROP DATABASE IF EXISTS import_into'
+ run_sql 'CREATE DATABASE import_into'
+ run_import_into
+ run_lightning --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:49:07 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into --backend' import-into --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_into.15280.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data --sorted-kv-dir /tmp/lightning_test/lightning_import_into.sorted --enable-checkpoint=0 --check-requirements=0 --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 5.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(*) FROM import_into.t'
*************************** 1. row ***************************
count(*): 3
+ check_contains 'count(*): 3'
+ test_resume
+ echo '******** Case 2: Test resume with failpoint ********'
******** Case 2: Test resume with failpoint ********
+ cleanup
+ echo 'Cleaning up...'
Cleaning up...
+ rm -f /tmp/lightning_import_into_checkpoint.pb
+ run_sql 'DROP DATABASE IF EXISTS import_into'
+ run_sql 'CREATE DATABASE import_into'
+ export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importinto/FailAfterSubmission=return
+ GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importinto/FailAfterSubmission=return
+ set +e
+ run_import_into --enable-checkpoint=1
+ run_lightning --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml --enable-checkpoint=1
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:49:13 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into --backend' import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml '--enable-checkpoint=1 >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_into.15335.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data --sorted-kv-dir /tmp/lightning_test/lightning_import_into.sorted --enable-checkpoint=0 --check-requirements=0 --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml --enable-checkpoint=1
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning encountered error: failpoint error after submission
warning: GOCOVERDIR not set, no coverage data emitted
+ RET=1
+ set -e
+ '[' 1 -ne 0 ']'
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ run_import_into --enable-checkpoint=1
+ run_lightning --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml --enable-checkpoint=1
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:49:13 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into --backend' import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml '--enable-checkpoint=1 >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_into.15367.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data --sorted-kv-dir /tmp/lightning_test/lightning_import_into.sorted --enable-checkpoint=0 --check-requirements=0 --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml --enable-checkpoint=1
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning exit successfully
PASS
coverage: 5.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SELECT count(*) FROM import_into.t'
*************************** 1. row ***************************
count(*): 3
+ check_contains 'count(*): 3'
+ test_invalid_data
+ echo '******** Case 3: Test with invalid data ********'
******** Case 3: Test with invalid data ********
+ cleanup
+ echo 'Cleaning up...'
Cleaning up...
+ rm -f /tmp/lightning_import_into_checkpoint.pb
+ run_sql 'DROP DATABASE IF EXISTS import_into'
+ run_sql 'CREATE DATABASE import_into'
+ set +e
+ run_import_into -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data_invalid --enable-checkpoint=1
+ run_lightning --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data_invalid --enable-checkpoint=1
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:49:23 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into --backend' import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data_invalid '--enable-checkpoint=1 >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_into.15420.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data --sorted-kv-dir /tmp/lightning_test/lightning_import_into.sorted --enable-checkpoint=0 --check-requirements=0 --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data_invalid --enable-checkpoint=1
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning encountered error: job 3 failed: [Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 1389126848681945985 vs 14475760869459870570) (total_kvs: 1 vs 2) (total_bytes:33 vs 64)
warning: GOCOVERDIR not set, no coverage data emitted
+ RET=1
+ set -e
+ '[' 1 -ne 0 ']'
+ grep -qi 'job failed' /tmp/lightning_test/lightning.log
+ test_precheck
+ echo '******** Case 4: Test precheck failure ********'
******** Case 4: Test precheck failure ********
+ set +e
+ run_import_into -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data_invalid --enable-checkpoint=1 --check-requirements=1
+ run_lightning --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data_invalid --enable-checkpoint=1 --check-requirements=1
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:49:28 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into --backend' import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data_invalid --enable-checkpoint=1 '--check-requirements=1 >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_into.15456.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data --sorted-kv-dir /tmp/lightning_test/lightning_import_into.sorted --enable-checkpoint=0 --check-requirements=0 --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data_invalid --enable-checkpoint=1 --check-requirements=1
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

tidb lightning encountered error: precheck failed: precheck CHECK_CHECKPOINTS failed: The checkpoint table contains failed tasks (e.g. table `import_into`.`t`). Please use `tidb-lightning-ctl --checkpoint-error-destroy=all` to clean up the failed checkpoints, or `tidb-lightning-ctl --checkpoint-remove=all` to remove all checkpoints.
warning: GOCOVERDIR not set, no coverage data emitted
+ RET=1
+ set -e
+ '[' 1 -ne 0 ']'
+ grep -qi 'precheck.*failed' /tmp/lightning_test/lightning.log
+ test_cancel
+ echo '******** Case 5: Test cancel ********'
******** Case 5: Test cancel ********
+ cleanup
+ echo 'Cleaning up...'
Cleaning up...
+ rm -f /tmp/lightning_import_into_checkpoint.pb
+ run_sql 'DROP DATABASE IF EXISTS import_into'
+ run_sql 'CREATE DATABASE import_into'
+ export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importinto/SlowDownPolling=sleep(5000)'
+ GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importinto/SlowDownPolling=sleep(5000)'
+ LPID=15497
+ sleep 2
+ run_import_into --enable-checkpoint=1
+ run_lightning --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml --enable-checkpoint=1
+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning
++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils
++ pwd
+ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils
++ date
+ echo '[Fri Mar 20 21:49:28 CST 2026] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into --backend' import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml '--enable-checkpoint=1 >>>>>>'
+ tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_into.15499.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data --sorted-kv-dir /tmp/lightning_test/lightning_import_into.sorted --enable-checkpoint=0 --check-requirements=0 --backend import-into --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/config.toml --enable-checkpoint=1
Verbose debug logs will be written to /tmp/lightning_test/lightning.log

+ pkill -INT -f tidb-lightning.test
+ wait 15497
tidb lightning canceled
PASS
coverage: 5.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/...
+ run_sql 'SHOW IMPORT JOBS'
*************************** 1. row ***************************
                 Job_ID: 1
              Group_Key: lightning-cee597d5-10f1-4adb-984a-658793fa625f
            Data_Source: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data/mydata_*.csv
           Target_Table: `import_into`.`t`
               Table_ID: 116
                  Phase: 
                 Status: finished
       Source_File_Size: 46B
          Imported_Rows: 3
         Result_Message: 
            Create_Time: 2026-03-20 21:49:07.834560
             Start_Time: 2026-03-20 21:49:08.372051
               End_Time: 2026-03-20 21:49:09.895033
             Created_By: root@%
       Last_Update_Time: 2026-03-20 21:49:09.895033
               Cur_Step: NULL
Cur_Step_Processed_Size: NULL
    Cur_Step_Total_Size: NULL
  Cur_Step_Progress_Pct: NULL
         Cur_Step_Speed: NULL
           Cur_Step_ETA: NULL
*************************** 2. row ***************************
                 Job_ID: 2
              Group_Key: lightning-5b5aa0fa-f8ae-4f6e-8f0a-23865c700745
            Data_Source: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data/mydata_*.csv
           Target_Table: `import_into`.`t`
               Table_ID: 123
                  Phase: 
                 Status: finished
       Source_File_Size: 46B
          Imported_Rows: 3
         Result_Message: 
            Create_Time: 2026-03-20 21:49:13.121312
             Start_Time: 2026-03-20 21:49:13.651312
               End_Time: 2026-03-20 21:49:22.675289
             Created_By: root@%
       Last_Update_Time: 2026-03-20 21:49:22.675289
               Cur_Step: NULL
Cur_Step_Processed_Size: NULL
    Cur_Step_Total_Size: NULL
  Cur_Step_Progress_Pct: NULL
         Cur_Step_Speed: NULL
           Cur_Step_ETA: NULL
*************************** 3. row ***************************
                 Job_ID: 3
              Group_Key: lightning-70e5e5d8-d574-40f3-b541-981b921cc8f7
            Data_Source: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data_invalid/mydata_invalid.csv
           Target_Table: `import_into`.`t`
               Table_ID: 130
                  Phase: validating
                 Status: failed
       Source_File_Size: 26B
          Imported_Rows: NULL
         Result_Message: [Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 1389126848681945985 vs 14475760869459870570) (total_kvs: 1 vs 2) (total_bytes:33 vs 64)
            Create_Time: 2026-03-20 21:49:23.463563
             Start_Time: 2026-03-20 21:49:23.993718
               End_Time: 2026-03-20 21:49:26.023559
             Created_By: root@%
       Last_Update_Time: 2026-03-20 21:49:26.023559
               Cur_Step: NULL
Cur_Step_Processed_Size: NULL
    Cur_Step_Total_Size: NULL
  Cur_Step_Progress_Pct: NULL
         Cur_Step_Speed: NULL
           Cur_Step_ETA: NULL
*************************** 4. row ***************************
                 Job_ID: 4
              Group_Key: lightning-b3af633a-b040-4600-94a7-ec11258734ff
            Data_Source: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_into/data/mydata_*.csv
           Target_Table: `import_into`.`t`
               Table_ID: 137
                  Phase: validating
                 Status: cancelled
       Source_File_Size: 46B
          Imported_Rows: NULL
         Result_Message: cancelled by user
            Create_Time: 2026-03-20 21:49:28.763981
             Start_Time: 2026-03-20 21:49:29.295713
               End_Time: NULL
             Created_By: root@%
       Last_Update_Time: NULL
               Cur_Step: NULL
Cur_Step_Processed_Size: NULL
    Cur_Step_Total_Size: NULL
  Cur_Step_Progress_Pct: NULL
         Cur_Step_Speed: NULL
           Cur_Step_ETA: NULL
+ grep -Eiq 'cancelled|failed' /tmp/lightning_test/sql_res.lightning_import_into.txt
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ echo 'All tests passed!'
All tests passed!
*===== TEST: [lightning_import_into] success! =====*
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-4661/lightning-tests already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
Finished: SUCCESS