Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/latest/merged_integration_lightning_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l Agent pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-6dv0h-n9f6l --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f94dc7baa4208aecca638d70f572abf6b686136a" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-6dv0h" name: "pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=d0d226ec-aaab-49b4-9b6f-f32a56141c73 JENKINS_NODE_COOKIE=2415ab5b-b38e-4fa0-b752-0f21ca9ef426 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/ GOLANG_VERSION=1.21.6 HOSTNAME=pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-merged_integration_lightning_test-538 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"postsubmit","job":"pingcap/tidb/merged_integration_lightning_test","buildid":"1787457127057461253","prowjobid":"d0d226ec-aaab-49b4-9b6f-f32a56141c73","refs":{"org":"pingcap","repo":"tidb","repo_link":"https://github.com/pingcap/tidb","base_ref":"master","base_sha":"b421b729c8a7c43ad7250f38e655cdda03d0ca77","base_link":"https://github.com/pingcap/tidb/compare/957e6ae67d4c...b421b729c8a7"}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/merged_integration_lightning_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#538 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787457127057461253 GOLANG_DOWNLOAD_SHA256=3f934f40ac360b9c01f616a9aa1796d227d8b0328bf64cb045c7b8c4ee9caea4 JOB_BASE_NAME=merged_integration_lightning_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_merged_integration_lightning_test_538-6dv0h GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-1e41a6c4973f7145b9b5e93c2f57ccaf83a9c08054e7ac3dbbcb7923493b7ed1 NODE_LABELS=pingcap_tidb_merged_integration_lightning_test_538-6dv0h pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/display/redirect BUILD_NUMBER=538 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.6.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.6' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build3492825634=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-merged-integration-lightning-test-538-6dv0h--ptn2l bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 48999 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 75e35bf2a23532db (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 26 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 12:20:02 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] timeout Timeout set to expire in 10 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-957e6ae-fc03c75) 461021184 bytes in 1.95 secs (236067667 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.36.6 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/.git/ .git HEAD is now at a4b33e59e3 Merge commit 'fc03c75573ac7e47ba43f134698085f4398110ac' into HEAD POST git-upload-pack (383 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tidb 957e6ae67d..b421b729c8 master -> origin/master Warning: you are leaving 1 commit behind, not connected to any of your branches: a4b33e59e3 Merge commit 'fc03c75573ac7e47ba43f134698085f4398110ac' into HEAD If you want to keep it by creating a new branch, this may be a good time to do so with: git branch a4b33e59e3 HEAD is now at b421b729c8 planner: merge fast plan cache and normal plan cache (#53033) ๐Ÿšง Checkouting to base SHA:b421b729c8a7c43ad7250f38e655cdda03d0ca77... HEAD is now at b421b729c8 planner: merge fast plan cache and normal plan cache (#53033) โœ… Checked. ๐ŸŽ‰ ๐Ÿงพ HEAD info: b421b729c8a7c43ad7250f38e655cdda03d0ca77 b421b729c8 planner: merge fast plan cache and normal plan cache (#53033) 957e6ae67d planner: move MemtablePredicateExtractor interface to a unified base place. (#53031) 3ca57c1ff2 planner: fix index merge shouldn't push partial limit down when index plans are keep ordered (#52979) โœ… ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-b421b72) 461023232 bytes in 16.08 secs (28667724 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/third_party_download [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] sh % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 692 0 --:--:-- --:--:-- --:--:-- 694 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1117 0 --:--:-- --:--:-- --:--:-- 1138 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1016 0 --:--:-- --:--:-- --:--:-- 1025 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1056 0 --:--:-- --:--:-- --:--:-- 1051 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1095 0 --:--:-- --:--:-- --:--:-- 1108 download pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz 2024-05-06 20:20:41 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz [187381047/187381047] -> "tmp/pd-server.tar.gz" [1] download tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz 2024-05-06 20:21:31 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz [919298452/919298452] -> "tmp/tikv-server.tar.gz" [1] download tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8e50de84e6d6ecdcc108990217b70b6bb3f50271/centos7/tiflash.tar.gz 2024-05-06 20:22:02 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8e50de84e6d6ecdcc108990217b70b6bb3f50271/centos7/tiflash.tar.gz [456051121/456051121] -> "tmp/tiflash.tar.gz" [1] download importer.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/importer/d9a90a49b23801369cf50d9e92bdc3ae1f62ade1/centos7/importer.tar.gz 2024-05-06 20:22:07 URL:http://fileserver.pingcap.net/download/builds/pingcap/importer/d9a90a49b23801369cf50d9e92bdc3ae1f62ade1/centos7/importer.tar.gz [12558874/12558874] -> "tmp/importer.tar.gz" [1] download ticdc-linux-amd64.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/ticdc/936b4d4d28fe2c7f1d9fb364652cbba7a08fedaf/centos7/ticdc-linux-amd64.tar.gz 2024-05-06 20:22:11 URL:http://fileserver.pingcap.net/download/builds/pingcap/ticdc/936b4d4d28fe2c7f1d9fb364652cbba7a08fedaf/centos7/ticdc-linux-amd64.tar.gz [94908051/94908051] -> "tmp/ticdc-linux-amd64.tar.gz" [1] download minio from http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/minio 2024-05-06 20:22:14 URL:http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/minio [51838976/51838976] -> "third_bin/minio" [1] download go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb 2024-05-06 20:22:17 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1] download mc from http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/mc 2024-05-06 20:22:18 URL:http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/mc [19689472/19689472] -> "third_bin/mc" [1] download kes from http://fileserver.pingcap.net/download/kes 2024-05-06 20:22:19 URL:http://fileserver.pingcap.net/download/kes [16302080/16302080] -> "third_bin/kes" [1] download fake-gcs-server from http://fileserver.pingcap.net/download/builds/fake-gcs-server 2024-05-06 20:22:20 URL:http://fileserver.pingcap.net/download/builds/fake-gcs-server [12357632/12357632] -> "third_bin/fake-gcs-server" [1] download brv4.0.8 from http://fileserver.pingcap.net/download/builds/brv4.0.8 2024-05-06 20:22:24 URL:http://fileserver.pingcap.net/download/builds/brv4.0.8 [95775066/95775066] -> "third_bin/brv4.0.8" [1] total 2.5G drwxr-sr-x. 2 jenkins jenkins 4.0K May 6 20:22 . drwxr-sr-x. 3 jenkins jenkins 4.0K May 6 20:22 .. -rwxr-xr-x. 1 jenkins jenkins 92M May 6 20:22 brv4.0.8 -rwxr-xr-x. 1 jenkins jenkins 220M May 6 19:37 cdc -rwxr-xr-x. 1 jenkins jenkins 12M May 6 20:22 fake-gcs-server -rwxr-xr-x. 1 jenkins jenkins 44M May 6 20:22 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 16M May 6 20:22 kes lrwxrwxrwx. 1 jenkins jenkins 13 May 6 12:44 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1016K Nov 7 01:00 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 May 6 12:44 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 358K Nov 7 01:00 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 May 6 12:44 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 May 6 12:44 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.6M May 6 12:05 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 272M May 6 12:45 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 19M May 6 20:22 mc -rwxr-xr-x. 1 jenkins jenkins 50M May 6 20:22 minio -rwxr-xr-x. 1 jenkins jenkins 37M May 6 16:50 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M May 6 16:49 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 36M May 6 16:50 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 32M May 6 16:49 pd-recover -rwxr-xr-x. 1 jenkins jenkins 106M May 6 16:49 pd-server -rwxr-xr-x. 1 jenkins jenkins 26M May 6 16:50 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 3.0M May 6 16:50 pd-ut -rwxr-xr-x. 1 jenkins jenkins 32M May 6 16:50 regions-dump -rwxr-xr-x. 1 jenkins jenkins 32M May 6 16:50 stores-dump -rwxr-xr-x. 1 jenkins jenkins 380M May 6 12:44 tiflash -rwxr-xr-x. 1 jenkins jenkins 212M May 6 15:33 tikv-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Sep 3 2021 tikv-importer -rwxr-xr-x. 1 jenkins jenkins 418M May 6 15:33 tikv-server -rwxr-xr-x. 1 jenkins jenkins 423M May 6 15:35 tikv-server-failpoint -rwxr-xr-x. 1 jenkins jenkins 2.0M May 6 16:50 xprog Download SUCCESS total 2.5G drwxr-sr-x. 2 jenkins jenkins 4.0K May 6 20:22 . drwxr-sr-x. 4 jenkins jenkins 4.0K May 6 20:22 .. -rwxr-xr-x. 1 jenkins jenkins 92M May 6 20:22 brv4.0.8 -rwxr-xr-x. 1 jenkins jenkins 220M May 6 19:37 cdc -rwxr-xr-x. 1 jenkins jenkins 12M May 6 20:22 fake-gcs-server -rwxr-xr-x. 1 jenkins jenkins 44M May 6 20:22 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 16M May 6 20:22 kes lrwxrwxrwx. 1 jenkins jenkins 13 May 6 12:44 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1016K Nov 7 01:00 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 May 6 12:44 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 358K Nov 7 01:00 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 May 6 12:44 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 May 6 12:44 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.6M May 6 12:05 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 272M May 6 12:45 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 19M May 6 20:22 mc -rwxr-xr-x. 1 jenkins jenkins 50M May 6 20:22 minio -rwxr-xr-x. 1 jenkins jenkins 37M May 6 16:50 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M May 6 16:49 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 36M May 6 16:50 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 32M May 6 16:49 pd-recover -rwxr-xr-x. 1 jenkins jenkins 106M May 6 16:49 pd-server -rwxr-xr-x. 1 jenkins jenkins 26M May 6 16:50 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 3.0M May 6 16:50 pd-ut -rwxr-xr-x. 1 jenkins jenkins 32M May 6 16:50 regions-dump -rwxr-xr-x. 1 jenkins jenkins 32M May 6 16:50 stores-dump -rwxr-xr-x. 1 jenkins jenkins 380M May 6 12:44 tiflash -rwxr-xr-x. 1 jenkins jenkins 212M May 6 15:33 tikv-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Sep 3 2021 tikv-importer -rwxr-xr-x. 1 jenkins jenkins 418M May 6 15:33 tikv-server -rwxr-xr-x. 1 jenkins jenkins 423M May 6 15:35 tikv-server-failpoint -rwxr-xr-x. 1 jenkins jenkins 2.0M May 6 16:50 xprog Release Version: v8.2.0-alpha-15-gf83febabe Edition: Community Git Commit Hash: f83febabecb98b95b098fd31a3664178f8a6b437 Git Branch: master UTC Build Time: 2024-05-06 08:48:58 TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 88099c95a3c0c13a827c0795c3d45070264665e4 Git Commit Branch: master UTC Build Time: 2024-05-06 06:37:19 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release TiFlash Release Version: v8.2.0-alpha-17-g8e50de84e Edition: Community Git Commit Hash: 8e50de84e6d6ecdcc108990217b70b6bb3f50271 Git Branch: HEAD UTC Build Time: 2024-05-06 04:04:42 Enable Features: jemalloc sm4(GmSSL) avx2 avx512 unwind thinlto Profile: RELWITHDEBINFO Compiler: clang++ 13.0.0 Raft Proxy Git Commit Hash: 7dc50b4eb06124e31f03adb06c20ff7ab61c5f79 Git Commit Branch: HEAD UTC Build Time: 2024-05-06 04:09:34 Rust Version: rustc 1.67.0-nightly (96ddd32c4 2022-11-14) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine cloud-aws cloud-gcp cloud-azure openssl-vendored [Pipeline] } [Pipeline] // retry [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] sh All lightning test cases have been added to groups [Pipeline] sh CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-86-gb421b729c8-dirty" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-06 12:22:25" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=b421b729c8a7c43ad7250f38e655cdda03d0ca77" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240430145241-6cb0704fce51 go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/tikv/pd/client v0.0.0-20240430080403-1679dbca25b3 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading google.golang.org/grpc v1.63.2 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.24.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading golang.org/x/exp v0.0.0-20240404231335-c0f41cb1a7a0 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading golang.org/x/sys v0.19.0 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/docker/go-units v0.5.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/google/btree v1.1.2 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading golang.org/x/tools v0.20.0 go: downloading google.golang.org/protobuf v1.33.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading cloud.google.com/go v0.112.0 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading k8s.io/apimachinery v0.28.6 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 Build TiDB Server successfully! make[1]: Entering directory `/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb' GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/sergi/go-diff v1.1.0 make[1]: Leaving directory `/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb' (GO111MODULE=on go test -p 8 -c -cover -covermode=count \ -coverpkg=github.com/pingcap/tidb/lightning/...,github.com/pingcap/tidb/pkg/lightning/... \ -o bin/tidb-lightning.test \ github.com/pingcap/tidb/lightning/cmd/tidb-lightning && \ GO111MODULE=on go test -p 8 -c -cover -covermode=count \ -coverpkg=github.com/pingcap/tidb/lightning/...,github.com/pingcap/tidb/pkg/lightning/... \ -o bin/tidb-lightning-ctl.test \ github.com/pingcap/tidb/lightning/cmd/tidb-lightning-ctl && \ GO111MODULE=on go build -tags codes -o bin/fake-oauth tools/fake-oauth/main.go && \ GO111MODULE=on go build -tags codes -o bin/parquet_gen tools/gen-parquet/main.go \ ) || (make failpoint-disable && exit 1) go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0 go: downloading github.com/xitongsys/parquet-go-source v0.0.0-20200817004010-026bad9b25d0 make[1]: Entering directory `/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb' GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 make[1]: Leaving directory `/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb' total 619M drwxr-sr-x. 2 jenkins jenkins 4.0K May 6 20:28 . drwxr-sr-x. 16 jenkins jenkins 4.0K May 6 20:25 .. -rwxr-xr-x. 1 jenkins jenkins 6.5M May 6 20:28 fake-oauth -rwxr-xr-x. 1 jenkins jenkins 6.3M May 6 20:28 parquet_gen -rwxr-xr-x. 1 jenkins jenkins 198M May 6 20:28 tidb-lightning-ctl.test -rwxr-xr-x. 1 jenkins jenkins 202M May 6 20:28 tidb-lightning.test -rwxr-xr-x. 1 jenkins jenkins 208M May 6 20:25 tidb-server Release Version: v8.2.0-alpha-86-gb421b729c8-dirty Edition: Community Git Commit Hash: b421b729c8a7c43ad7250f38e655cdda03d0ca77 Git Branch: HEAD UTC Build Time: 2024-05-06 12:22:25 GoVersion: go1.21.6 Race Enabled: false Check Table Before Drop: false Store: unistore [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + cp -r ../third_party_download/bin/brv4.0.8 ../third_party_download/bin/cdc ../third_party_download/bin/fake-gcs-server ../third_party_download/bin/go-ycsb ../third_party_download/bin/kes ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/mc ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/pd-ut ../third_party_download/bin/regions-dump ../third_party_download/bin/stores-dump ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-ctl ../third_party_download/bin/tikv-importer ../third_party_download/bin/tikv-server ../third_party_download/bin/tikv-server-failpoint ../third_party_download/bin/xprog ./bin/ + ls -alh ./bin total 3.1G drwxr-sr-x. 2 jenkins jenkins 4.0K May 6 20:28 . drwxr-sr-x. 16 jenkins jenkins 4.0K May 6 20:25 .. -rwxr-xr-x. 1 jenkins jenkins 92M May 6 20:28 brv4.0.8 -rwxr-xr-x. 1 jenkins jenkins 220M May 6 20:28 cdc -rwxr-xr-x. 1 jenkins jenkins 12M May 6 20:28 fake-gcs-server -rwxr-xr-x. 1 jenkins jenkins 6.5M May 6 20:28 fake-oauth -rwxr-xr-x. 1 jenkins jenkins 44M May 6 20:28 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 16M May 6 20:28 kes lrwxrwxrwx. 1 jenkins jenkins 13 May 6 20:28 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1016K May 6 20:28 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 May 6 20:28 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 358K May 6 20:28 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 May 6 20:28 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 May 6 20:28 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.6M May 6 20:28 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 272M May 6 20:28 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 19M May 6 20:28 mc -rwxr-xr-x. 1 jenkins jenkins 50M May 6 20:28 minio -rwxr-xr-x. 1 jenkins jenkins 6.3M May 6 20:28 parquet_gen -rwxr-xr-x. 1 jenkins jenkins 37M May 6 20:28 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M May 6 20:28 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 36M May 6 20:28 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 32M May 6 20:28 pd-recover -rwxr-xr-x. 1 jenkins jenkins 106M May 6 20:28 pd-server -rwxr-xr-x. 1 jenkins jenkins 26M May 6 20:28 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 3.0M May 6 20:28 pd-ut -rwxr-xr-x. 1 jenkins jenkins 32M May 6 20:28 regions-dump -rwxr-xr-x. 1 jenkins jenkins 32M May 6 20:28 stores-dump -rwxr-xr-x. 1 jenkins jenkins 198M May 6 20:28 tidb-lightning-ctl.test -rwxr-xr-x. 1 jenkins jenkins 202M May 6 20:28 tidb-lightning.test -rwxr-xr-x. 1 jenkins jenkins 208M May 6 20:25 tidb-server -rwxr-xr-x. 1 jenkins jenkins 380M May 6 20:28 tiflash -rwxr-xr-x. 1 jenkins jenkins 212M May 6 20:28 tikv-ctl -rwxr-xr-x. 1 jenkins jenkins 36M May 6 20:28 tikv-importer -rwxr-xr-x. 1 jenkins jenkins 418M May 6 20:28 tikv-server -rwxr-xr-x. 1 jenkins jenkins 423M May 6 20:28 tikv-server-failpoint -rwxr-xr-x. 1 jenkins jenkins 2.0M May 6 20:28 xprog [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 83.37 secs (45272169 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Tests) [Pipeline] parallel [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G00') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G01') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G02') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G03') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G04') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G05') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G06') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G07') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G08') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-xfv75--6lr4r Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-h0d7l--5zb6b Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-c0pl3--89w5s Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-cjrf0--x6cqf Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-3lxkh--01kst Agent pingcap-tidb-merged-integration-lightning-test-538-h0d7l--5zb6b is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-h0d7l-6xhbr --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4c7197e0b9b7ed0c51d1a6f5e28330a0b9a5920a" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-h0d7l" name: "pingcap-tidb-merged-integration-lightning-test-538-h0d7l--5zb6b" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-h0d7l--5zb6b" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-h0d7l--5zb6b" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-merged-integration-lightning-test-538-h0d7l--5zb6b in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-jccz8--6nrkk Agent pingcap-tidb-merged-integration-lightning-test-538-xfv75--6lr4r is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-xfv75-rn5gw --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a01e2380a9fe852068276aed567df359da18b74a" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-xfv75" name: "pingcap-tidb-merged-integration-lightning-test-538-xfv75--6lr4r" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-xfv75--6lr4r" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-xfv75--6lr4r" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-merged-integration-lightning-test-538-xfv75--6lr4r in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test [Pipeline] { [Pipeline] checkout No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5e6a61d3; decorates RemoteLauncher[hudson.remoting.Channel@6e655da7:JNLP4-connect connection from 10.233.70.165/10.233.70.165:42260] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 The recommended git tool is: git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-4583x--83nv4 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6014d7bc; decorates RemoteLauncher[hudson.remoting.Channel@32f0f9cc:JNLP4-connect connection from 10.233.90.222/10.233.90.222:42670] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-merged_integration_lightning_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-clrk1--rt431 [Pipeline] node Agent pingcap-tidb-merged-integration-lightning-test-538-3lxkh--01kst is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-3lxkh-k1vsx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5b69cb8ae90ebfe865f7e3f43b1d750bda720f8a" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-3lxkh" name: "pingcap-tidb-merged-integration-lightning-test-538-3lxkh--01kst" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-3lxkh--01kst" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-3lxkh--01kst" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-merged-integration-lightning-test-538-3lxkh--01kst in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test [Pipeline] { Agent pingcap-tidb-merged-integration-lightning-test-538-c0pl3--89w5s is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-c0pl3-35ddh --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "039b04351fce07b75f7d97b107c11a2f5c0393ae" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-c0pl3" name: "pingcap-tidb-merged-integration-lightning-test-538-c0pl3--89w5s" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-c0pl3--89w5s" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-c0pl3--89w5s" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" [Pipeline] checkout > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Running on pingcap-tidb-merged-integration-lightning-test-538-c0pl3--89w5s in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test [Pipeline] { The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-merged-integration-lightning-test-538-l8tq0--vspb7 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] cache Agent pingcap-tidb-merged-integration-lightning-test-538-cjrf0--x6cqf is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-cjrf0-166rl --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "19a54bba71e730dd8aba273f8e4a725cc200386c" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-cjrf0" name: "pingcap-tidb-merged-integration-lightning-test-538-cjrf0--x6cqf" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-cjrf0--x6cqf" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-cjrf0--x6cqf" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-merged-integration-lightning-test-538-cjrf0--x6cqf in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@569a6f03; decorates RemoteLauncher[hudson.remoting.Channel@dcf0383:JNLP4-connect connection from 10.233.66.46/10.233.66.46:45486] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@687a6d06; decorates RemoteLauncher[hudson.remoting.Channel@5366a8a0:JNLP4-connect connection from 10.233.72.227/10.233.72.227:58836] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-merged-integration-lightning-test-538-4583x--83nv4 is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-4583x-ptjpw --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b286d961222f7e5846bd3506bec55cc56ba92d0e" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-4583x" name: "pingcap-tidb-merged-integration-lightning-test-538-4583x--83nv4" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-4583x--83nv4" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-4583x--83nv4" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-merged-integration-lightning-test-538-4583x--83nv4 in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Agent pingcap-tidb-merged-integration-lightning-test-538-jccz8--6nrkk is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-jccz8-gppxh --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6f29f052c13ab872e5c89f1096f54703a391aef0" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-jccz8" name: "pingcap-tidb-merged-integration-lightning-test-538-jccz8--6nrkk" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-jccz8--6nrkk" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-jccz8--6nrkk" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-merged-integration-lightning-test-538-jccz8--6nrkk in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-merged-integration-lightning-test-538-clrk1--rt431 is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-clrk1-rmd2g --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "69db30bd356ae667df664dbccec8ebc136c4e0b6" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-clrk1" name: "pingcap-tidb-merged-integration-lightning-test-538-clrk1--rt431" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-clrk1--rt431" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-clrk1--rt431" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-merged-integration-lightning-test-538-clrk1--rt431 in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test Agent pingcap-tidb-merged-integration-lightning-test-538-l8tq0--vspb7 is provisioned from template pingcap_tidb_merged_integration_lightning_test_538-l8tq0-dgj7m --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" runUrl: "job/pingcap/job/tidb/job/merged_integration_lightning_test/538/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6ae474fe1ed2c75ca51b7f9ed93762ba0485ed44" jenkins/label: "pingcap_tidb_merged_integration_lightning_test_538-l8tq0" name: "pingcap-tidb-merged-integration-lightning-test-538-l8tq0--vspb7" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.21:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "12Gi" cpu: "2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-l8tq0--vspb7" - name: "JENKINS_NAME" value: "pingcap-tidb-merged-integration-lightning-test-538-l8tq0--vspb7" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-merged-integration-lightning-test-538-l8tq0--vspb7 in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 17.16 secs (219968624 bytes/sec) [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] checkout [Pipeline] checkout [Pipeline] container [Pipeline] { The recommended git tool is: git [Pipeline] container [Pipeline] { The recommended git tool is: git [Pipeline] container [Pipeline] { [Pipeline] checkout Run cases: lightning_checkpoint_engines lightning_checkpoint_engines_order lightning_checkpoint_error_destroy lightning_checkpoint_parquet lightning_checkpoint_timestamp lightning_checksum_mismatch lightning_cmdline_override lightning_column_permutation lightning_common_handle lightning_compress lightning_concurrent-restore Run cases: lightning_checkpoint_engines [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5647d891; decorates RemoteLauncher[hudson.remoting.Channel@3ac769c3:JNLP4-connect connection from 10.233.90.12/10.233.90.12:40174] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@717868e8; decorates RemoteLauncher[hudson.remoting.Channel@64b7af49:JNLP4-connect connection from 10.233.88.81/10.233.88.81:34238] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@45805d40; decorates RemoteLauncher[hudson.remoting.Channel@67968498:JNLP4-connect connection from 10.233.72.218/10.233.72.218:37634] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@756dfb3d; decorates RemoteLauncher[hudson.remoting.Channel@750b254:JNLP4-connect connection from 10.233.71.179/10.233.71.179:40938] will be ignored (a typical symptom is the Git executable not being run inside a designated container) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@53c01ede; decorates RemoteLauncher[hudson.remoting.Channel@65c3c1f4:JNLP4-connect connection from 10.233.72.55/10.233.72.55:46742] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Starting PD... > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Cache restored successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 9.54 secs (395848809 bytes/sec) [Pipeline] { [Pipeline] cache {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_checkpoint_engines *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines + check_cluster_version 4 0 0 'local backend' + rm -f /tmp/lightning_test/lightning-checkpoint-engines.log + rm -f /tmp/tidb_lightning_checkpoint.pb + run_sql 'DROP DATABASE IF EXISTS cpeng;' + rm -rf '/tmp/lightning_test/importer/*' + export GO_FAILPOINTS= + GO_FAILPOINTS= + do_run_lightning config + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:31:11 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines.2086.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + ENGINE_COUNT=6 ++ grep 'open engine' /tmp/lightning_test/lightning-checkpoint-engines.log ++ wc -l + OPEN_ENGINES_COUNT=6 + echo 'Number of open engines: 6' Number of open engines: 6 + '[' 6 -eq 6 ']' + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + rm -f /tmp/tidb_lightning_checkpoint.pb + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(500);github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(120);github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(140)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(500);github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(120);github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(140)' ++ seq 6 + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 1/6) ********' ******** Importing Table Now (step 1/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 2/6) ********' ******** Importing Table Now (step 2/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 3/6) ********' ******** Importing Table Now (step 3/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 4/6) ********' ******** Importing Table Now (step 4/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 5/6) ********' ******** Importing Table Now (step 5/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 6/6) ********' ******** Importing Table Now (step 6/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + echo '******** Verify checkpoint no-op ********' ******** Verify checkpoint no-op ******** + do_run_lightning config + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:31:14 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines.2428.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 19.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint;' + rm -rf /tmp/lightning_test/lightning_checkpoint_engines.sorted + rm -rf '/tmp/lightning_test/importer/*' + set +e ++ seq 6 + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 1/6) ********' ******** Importing Table Now (step 1/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + '[' 2 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 2/6) ********' ******** Importing Table Now (step 2/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + '[' 2 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 3/6) ********' ******** Importing Table Now (step 3/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + '[' 2 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 4/6) ********' ******** Importing Table Now (step 4/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + '[' 2 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 5/6) ********' ******** Importing Table Now (step 5/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + '[' 2 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 6/6) ********' ******** Importing Table Now (step 6/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + '[' 2 -ne 0 ']' + set -e + echo '******** Verify checkpoint no-op ********' ******** Verify checkpoint no-op ******** + do_run_lightning mysql + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:31:17 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines.2763.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 13.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' *===== TEST: [lightning_checkpoint_engines] success! =====* Run cases: lightning_checkpoint_engines_order Cache restored successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 17.57 secs (214824012 bytes/sec) [Pipeline] { [Pipeline] cache Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_checkpoint_engines_order *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines_order/run.sh... =====* + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS disk_quota_checkpoint;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint;' + rm -rf /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=panic + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=panic ++ seq 5 + for i in '$(seq 5)' + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in '$(seq 5)' + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in '$(seq 5)' + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in '$(seq 5)' + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in '$(seq 5)' + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=1*return->panic' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=1*return->panic' + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' ++ cat /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/engines_name ++ sort -n ++ uniq ++ wc -l + '[' '!' 3 -eq 3 ']' + export GO_FAILPOINTS= + GO_FAILPOINTS= + run_lightning --enable-checkpoint=1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:31:43 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines_order --enable-checkpoint=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines_order.4912.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines_order/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_engines_order/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines_order.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:31:43 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/0e48a958-2d17-514b-9532-e889493d5a66/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:31:43 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/294eaf68-3d70-5750-b104-987ec2eb44fa/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:31:43 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/9af4a258-8819-587b-8485-f733ef2e156c/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'select concat(a, b) from disk_quota_checkpoint.t;' *************************** 1. row *************************** concat(a, b): 7seven *************************** 2. row *************************** concat(a, b): 8eight *************************** 3. row *************************** concat(a, b): 9nine *************************** 4. row *************************** concat(a, b): 4four *************************** 5. row *************************** concat(a, b): 5five *************************** 6. row *************************** concat(a, b): 6six *************************** 7. row *************************** concat(a, b): 1one *************************** 8. row *************************** concat(a, b): 2two *************************** 9. row *************************** concat(a, b): 3three + check_contains 1one + check_contains 5five + check_contains 9nine *===== TEST: [lightning_checkpoint_engines_order] success! =====* Run cases: lightning_checkpoint_error_destroy Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Cache restored successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 30.30 secs (124588776 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh Run cases: lightning_auto_random_default lightning_bom_file lightning_character_sets lightning_check_partial_imported lightning_checkpoint lightning_checkpoint_chunks lightning_checkpoint_columns lightning_checkpoint_dirty_tableid Run cases: lightning_auto_random_default [Pipeline] sh Run cases: lightning_duplicate_resolution_replace_one_unique_key_clustered_pk lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk lightning_error_summary lightning_examples lightning_exotic_filenames lightning_extend_routes Run cases: lightning_duplicate_resolution_replace_one_unique_key_clustered_pk Run cases: lightning_config_max_error lightning_config_skip_csv_header lightning_csv lightning_default-columns lightning_disable_scheduler_by_key_range lightning_disk_quota lightning_distributed_import lightning_drop_other_tables_halfway lightning_duplicate_detection lightning_duplicate_detection_new lightning_duplicate_resolution_error lightning_duplicate_resolution_error_pk_multiple_files lightning_duplicate_resolution_error_uk_multiple_files lightning_duplicate_resolution_error_uk_multiple_files_multicol_index lightning_duplicate_resolution_incremental Run cases: lightning_config_max_error "is_initialized": true, Starting TiDB... Verifying TiDB is started... [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb [Pipeline] { [Pipeline] cache Starting PD... Starting PD... Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_checkpoint_error_destroy "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy ++ seq 8 + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:08 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.6753.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.6797.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:08.928 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:08.928 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:08.954 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:08.954 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:08.954 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:08 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.6834.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:09 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:09 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.6883.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:09.279 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:09.279 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:09.303 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:09.303 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:09.303 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:09 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.6917.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:09 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:09 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.6966.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:09.626 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:09.626 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:09.649 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:09.649 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:09.650 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:09 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7001.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:09 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:09 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7050.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:09.971 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:09.971 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:09.998 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:09.998 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:09.998 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:10 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7086.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:10 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:10 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7129.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:10.336 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:10.337 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:10.360 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:10.360 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:10.360 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:10 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7166.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:10 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:10 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7217.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:10.686 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:10.686 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:10.710 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:10.710 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:10.710 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:10 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7256.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:10 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:10 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7302.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:11.019 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:11.019 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:11.042 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:11.042 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:11.042 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:11 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7336.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:11 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:11 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7385.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:11.373 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:11.373 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:11.397 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:11.398 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:11.398 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:11 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7414.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:11 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:11 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM cped.t' *************************** 1. row *************************** x: 1999-09-09 09:09:09 + check_contains 'x: 1999-09-09 09:09:09' + run_sql 'DROP DATABASE cped' + rm -rf /tmp/cp_error_destroy.pb ++ seq 8 + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:12 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7474.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7519.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:12.671 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:12.671 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:12.684 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:12.684 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:12.684 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:12 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7554.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:12 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:12 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7598.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:12.955 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:12.955 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:12.967 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:12.967 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:12.967 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:13 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7634.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... 2024/05/06 20:32:13 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:13 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7678.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:13.248 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:13.248 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:13.260 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:13.260 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:13.261 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:13 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7712.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:13 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:13 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7759.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:13.543 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:13.543 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:13.555 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:13.555 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:13.555 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:13 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7800.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:13 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:13 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7850.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2024/05/06 20:32:13.843 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:13.843 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:13.856 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:13.856 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:13.856 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:13 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7887.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:14 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:14 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7932.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:14.140 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:14.140 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:14.152 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:14.152 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:14.153 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:14 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7968.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:14 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:14 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8014.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:14.425 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:14.425 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:14.438 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:14.438 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:14.439 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in '$(seq 8)' + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:14 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.8052.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:14 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:14 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8098.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2024/05/06 20:32:14.721 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:32:14.721 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365863368731870319] [2024/05/06 20:32:14.734 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:32:14.734 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:32:14.734 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:14 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.8133.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:32:14 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:32:14 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 28.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM cped.t' *************************** 1. row *************************** x: 1999-09-09 09:09:09 + check_contains 'x: 1999-09-09 09:09:09' *===== TEST: [lightning_checkpoint_error_destroy] success! =====* TiFlash started. selected test cases: lightning_auto_random_default TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_clustered_pk TiFlash started. selected test cases: lightning_config_max_error Run cases: lightning_checkpoint_parquet *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:18 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2109.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 15.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** inc: 4 *************************** 2. row *************************** inc: 5 *************************** 3. row *************************** inc: 6 *************************** 4. row *************************** inc: 1 *************************** 5. row *************************** inc: 2 *************************** 6. row *************************** inc: 3 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:18 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.2075.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** ge: 0 *************************** 1. row *************************** ge: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:18 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2189.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/run.sh... =====* + check_cluster_version 4 0 0 'local backend' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error + data_file=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/data/mytest.testtbl.csv ++ sed 1d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/data/mytest.testtbl.csv ++ wc -l ++ xargs echo + total_row_count=15 ++ sed 1d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/data/mytest.testtbl.csv ++ awk -F, '{print $1}' ++ sort ++ uniq -c ++ awk '{print $1}' ++ grep -c 1 ++ xargs echo + uniq_row_count=5 + duplicated_row_count=10 + remaining_row_count=10 + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v3' + stderr_file=/tmp/lightning_config_max_error.stderr + set +e + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/err_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 6 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 26.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 6 c: 1.csv *************************** 2. row *************************** a: 3 b: 3 c: 3.csv + check_contains 'a: 1' + check_contains 'b: 6' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_clustered_pk] success! =====* Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 4 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ + set -e ++ cat + err_msg='tidb lightning encountered error: collect local duplicate rows failed: The number of conflict errors exceeds the threshold configured by `conflict.threshold`: '\''4'\''' + cat /tmp/lightning_config_max_error.stderr +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:18 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/err_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2126.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/err_config.toml tidb lightning encountered error: collect local duplicate rows failed: The number of conflict errors exceeds the threshold configured by `conflict.threshold`: '4' warning: GOCOVERDIR not set, no coverage data emitted + grep -q 'tidb lightning encountered error: collect local duplicate rows failed: The number of conflict errors exceeds the threshold configured by `conflict.threshold`: '\''4'\''' /tmp/lightning_config_max_error.stderr + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_error_v3' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v3' tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** inc: 25 *************************** 2. row *************************** inc: 26 *************************** 3. row *************************** inc: 27 *************************** 4. row *************************** inc: 1 *************************** 5. row *************************** inc: 2 *************************** 6. row *************************** inc: 3 *************************** 1. row *************************** count: 2 *************************** 1. row *************************** ge: 0 *************************** 1. row *************************** ge: 1 + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/normal_config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:19 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/normal_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2204.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/normal_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:19 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2312.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 26.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_error_v3' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'SELECT COUNT(*) FROM mytest.testtbl' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v3' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:20 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2383.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/normal_config_old_style.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:20 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/normal_config_old_style.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2275.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/normal_config_old_style.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2453.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 26.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_error_v3' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'SELECT COUNT(*) FROM mytest.testtbl' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_records' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/ignore_config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/ignore_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2340.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/ignore_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Config:ErrInvalidConfig]conflict.strategy cannot be set to "ignore" when use tikv-importer.backend = "local" warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Config:ErrInvalidConfig]conflict.strategy cannot be set to \"ignore\" when use tikv-importer.backend = \"local\"' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_records' + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/tidb.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/tidb.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2374.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/tidb.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+------------------------------------------+ | 1 | Unique Key Conflict | 15 | `lightning_task_info`.`conflict_records` | +---+---------------------+-------------+------------------------------------------+ tidb lightning exit successfully PASS coverage: 14.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_records' *************************** 1. row *************************** COUNT(*): 15 + check_contains 'COUNT(*): 15' + run_sql 'SELECT * FROM lightning_task_info.conflict_records WHERE offset = 149' *************************** 1. row *************************** task_id: 1714998741529880017 create_time: 2024-05-06 20:32:21.662481 table_name: `mytest`.`testtbl` path: mytest.testtbl.csv offset: 149 error: Error 1062 (23000): Duplicate entry '5' for key 'testtbl.PRIMARY' row_id: 0 row_data: ('5','bbb05') + check_contains 'error: Error 1062 (23000): Duplicate entry '\''5'\'' for key '\''testtbl.PRIMARY'\''' + check_contains 'row_data: ('\''5'\'','\''bbb05'\'')' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' Run cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk + run_sql 'DROP DATABASE IF EXISTS mytest' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2521.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/tidb-limit-record.toml + grep '`lightning_task_info`.`conflict_records`' + grep -q 5 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:22 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2591.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_records' *************************** 1. row *************************** COUNT(*): 5 + check_contains 'COUNT(*): 5' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + run_sql 'DROP DATABASE IF EXISTS mytest' Cache restored successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 21.24 secs (177741078 bytes/sec) [Pipeline] { [Pipeline] cache tidb lightning exit successfully PASS coverage: 22.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 + cp /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/tidb-limit-record.toml /tmp/lightning_test/tidb-limit-record.toml + sed -i.bak 's/threshold = 5/threshold = 4/g' /tmp/lightning_test/tidb-limit-record.toml + run_lightning --backend tidb --config /tmp/lightning_test/tidb-limit-record.toml + grep -q 'The number of conflict errors exceeds the threshold' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:23 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2670.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' Starting PD... tidb lightning exit successfully PASS coverage: 22.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 + run_sql 'DROP DATABASE IF EXISTS mytest' + rm /tmp/lightning_test/lightning.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_max_error/tidb-error.toml + grep -q 'Error 1062 (23000): Duplicate entry '\''1'\'' for key '\''testtbl.PRIMARY'\''' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:24 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2754.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + check_contains 'Error 1062 (23000): Duplicate entry '\''1'\'' for key '\''testtbl.PRIMARY'\''' /tmp/lightning_test/lightning.log + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_records' *************************** 1. row *************************** COUNT(*): 1 + check_contains 'COUNT(*): 1' + run_sql 'SELECT * FROM lightning_task_info.conflict_records' *************************** 1. row *************************** task_id: 1714998743959095902 create_time: 2024-05-06 20:32:24.315807 table_name: `mytest`.`testtbl` path: mytest.testtbl.csv offset: 109 error: Error 1062 (23000): Duplicate entry '1' for key 'testtbl.PRIMARY' row_id: 0 row_data: ('1','bbb01') + check_contains 'error: Error 1062 (23000): Duplicate entry '\''1'\'' for key '\''testtbl.PRIMARY'\''' + check_contains 'row_data: ('\''1'\'','\''bbb01'\'')' *===== TEST: [lightning_config_max_error] success! =====* tidb lightning exit successfully PASS coverage: 22.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:25 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2835.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 *===== TEST: [lightning_auto_random_default] success! =====* Run cases: lightning_config_skip_csv_header { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... Run cases: lightning_bom_file Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_checkpoint_parquet {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_parquet/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk "is_initialized": true, Starting TiDB... Verifying TiDB is started... *************************** 1. row *************************** count(*): 1 sum(iVal): 0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 100 sum(iVal): 4950 *===== TEST: [lightning_checkpoint_parquet] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:42 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.3918.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 27 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 3 b: 3 c: 3.csv *************************** 2. row *************************** a: 1 b: 1 c: 1.csv *************************** 3. row *************************** a: 2 b: 2 c: 1.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk] success! =====* {"level":"warn","ts":1714998763.5239527,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00361e540/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unknown desc = malformed header: missing HTTP content-type"} Run cases: lightning_checkpoint_timestamp {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting PD... Run cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting PD... Cache restored successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 22.84 secs (165266436 bytes/sec) [Pipeline] { [Pipeline] cache TiFlash started. selected test cases: lightning_bom_file TiFlash started. selected test cases: lightning_config_skip_csv_header { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/run.sh... =====* ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file + original_schema_file=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl-schema.sql + original_data_file=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl.csv + mkdir -p /tmp/lightning_test/data + schema_file=/tmp/lightning_test/data/mytest.testtbl-schema.sql + data_file=/tmp/lightning_test/data/mytest.testtbl.csv + printf '\xEF\xBB\xBF' + cat - /dev/fd/63 ++ sed '1s/^\xEF\xBB\xBF//' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl-schema.sql + printf '\xEF\xBB\xBF' + cat - /dev/fd/63 ++ sed '1s/^\xEF\xBB\xBF//' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl.csv + grep -q '^๏ปฟ' /tmp/lightning_test/data/mytest.testtbl-schema.sql + grep -q '^๏ปฟ' /tmp/lightning_test/data/mytest.testtbl.csv ++ sed 1d /tmp/lightning_test/data/mytest.testtbl.csv ++ wc -l ++ xargs echo + row_count=5 + run_lightning --backend tidb -d /tmp/lightning_test/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:50 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file --backend' tidb -d '/tmp/lightning_test/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_bom_file.4707.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/data --sorted-kv-dir /tmp/lightning_test/lightning_bom_file.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /tmp/lightning_test/data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM mytest.testtbl' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' + run_sql 'show create table mytest.testtbl' *************************** 1. row *************************** Table: testtbl Create Table: CREATE TABLE `testtbl` ( `id` int(11) NOT NULL, `val1` varchar(40) NOT NULL, KEY `idx_val1` (`val1`), PRIMARY KEY (`id`) /*T![clustered_index] NONCLUSTERED */ ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin + check_contains NONCLUSTERED + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP TABLE mytest.testtbl' + run_lightning --backend local -d /tmp/lightning_test/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:51 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file --backend' local -d '/tmp/lightning_test/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_bom_file.4765.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_bom_file/data --sorted-kv-dir /tmp/lightning_test/lightning_bom_file.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/run.sh... =====* ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header + data_file=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/data/mytest.testtbl.csv ++ sed 1d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/data/mytest.testtbl.csv ++ wc -l ++ xargs echo + total_row_count=5 + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + console_output_file=/tmp/lightning_config_skip_csv_header.out + echo 'Use config that causes errors' Use config that causes errors + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_config.toml + tee /tmp/lightning_config_skip_csv_header.out +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:51 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_skip_csv_header.4372.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/data --sorted-kv-dir /tmp/lightning_test/lightning_config_skip_csv_header.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrUnknownColumns]unknown columns in header (aaa,bbb) for table testtbl warning: GOCOVERDIR not set, no coverage data emitted + [[ 1 -eq 0 ]] + grep -q Lightning:Restore:ErrUnknownColumns /tmp/lightning_config_skip_csv_header.out + echo 'Use default config that causes errors' Use default config that causes errors + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_default_config.toml + tee /tmp/lightning_config_skip_csv_header.out +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:51 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_default_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_skip_csv_header.4406.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/data --sorted-kv-dir /tmp/lightning_test/lightning_config_skip_csv_header.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_default_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrUnknownColumns]unknown columns in header (aaa,bbb) for table testtbl warning: GOCOVERDIR not set, no coverage data emitted + [[ 1 -eq 0 ]] + grep -q Lightning:Restore:ErrUnknownColumns /tmp/lightning_config_skip_csv_header.out + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + echo 'Use config that can sucessfully import the data' Use config that can sucessfully import the data + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/normal_config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:32:51 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/normal_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_skip_csv_header.4443.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/data --sorted-kv-dir /tmp/lightning_test/lightning_config_skip_csv_header.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_config_skip_csv_header/normal_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM mytest.testtbl' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' *===== TEST: [lightning_bom_file] success! =====* tidb lightning exit successfully PASS coverage: 14.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM mytest.testtbl' *************************** 1. row *************************** id: 1 val1: aaa01 *************************** 2. row *************************** id: 2 val1: aaa01 *************************** 3. row *************************** id: 3 val1: aaa02 *************************** 4. row *************************** id: 4 val1: aaa02 *************************** 5. row *************************** id: 5 val1: aaa05 + run_sql 'SELECT COUNT(*) FROM mytest.testtbl' *************************** 1. row *************************** COUNT(*): 5 + check_contains 'COUNT(*): 5' + run_sql 'SELECT COUNT(*) FROM mytest.testtbl WHERE id > 0' *************************** 1. row *************************** COUNT(*): 5 + check_contains 'COUNT(*): 5' *===== TEST: [lightning_config_skip_csv_header] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_csv Run cases: lightning_character_sets Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Cache restored successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 8.80 secs (428984876 bytes/sec) [Pipeline] { [Pipeline] cache {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_checkpoint_timestamp {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... selected test cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_timestamp/run.sh... =====* ******** Importing Chunk Now (file step 1) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (file step 2) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:07 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.5790.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (file step 3) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** a: 98 b: 1 Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 27 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 3 b: 3 c: 3.csv *************************** 2. row *************************** a: 1 b: 1 c: 1.csv *************************** 3. row *************************** a: 2 b: 2 c: 1.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk] success! =====* ******** Importing Chunk Now (mysql step 1) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (mysql step 2) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk ******** Importing Chunk Now (mysql step 3) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 18.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** a: 98 b: 1 *===== TEST: [lightning_checkpoint_timestamp] success! =====* Starting PD... Cache restored successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 12.04 secs (313551969 bytes/sec) [Pipeline] { [Pipeline] cache TiFlash started. selected test cases: lightning_csv Run cases: lightning_checksum_mismatch {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:15 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/config-pause-global.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_csv.6291.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/data --sorted-kv-dir /tmp/lightning_test/lightning_csv.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/config-pause-global.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... TiFlash started. selected test cases: lightning_character_sets tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:20 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_csv.6667.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/data --sorted-kv-dir /tmp/lightning_test/lightning_csv.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets + run_sql 'DROP DATABASE IF EXISTS charsets;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:20 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6616.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.gb18030' *************************** 1. row *************************** s: 267 + check_contains 's: 267' + run_sql 'DROP TABLE charsets.gb18030;' "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6677.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.gb18030' *************************** 1. row *************************** s: 267 + check_contains 's: 267' + run_sql 'DROP TABLE charsets.gb18030;' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:22 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6733.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: failed to decode charsets.gb18030-schema.sql as utf8mb4: invalid schema encoding warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:22 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6774.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 tidb lightning exit successfully PASS coverage: 22.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`????`) AS s FROM charsets.gb18030' *************************** 1. row *************************** s: 267 + check_contains 's: 267' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:23 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6830.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:24 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_csv.7052.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/data --sorted-kv-dir /tmp/lightning_test/lightning_csv.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_csv/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_sql 'DROP TABLE charsets.utf8mb4;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:24 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6886.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ๆถ“ๅฉšๆ•ญ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_sql 'DROP TABLE charsets.utf8mb4;' "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:25 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6940.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_sql 'DROP TABLE charsets.utf8mb4;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:26 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6997.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.utf8mb4' tidb lightning exit successfully PASS coverage: 15.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:26 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7052.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: failed to decode charsets.mixed-schema.sql as auto: invalid schema encoding warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:26 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7092.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 Verbose debug logs will be written to /tmp/lightning_test/lightning-err.log tidb lightning encountered error: failed to decode charsets.mixed-schema.sql as gb18030: invalid schema encoding warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:27 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7134.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2024/05/06 20:33:27.314 +08:00] [ERROR] [parser.go:233] ["syntax error"] [pos=22] [content=",7,8\n"] [2024/05/06 20:33:26.992 +08:00] [INFO] [lightning.go:530] ["load data source start"] [2024/05/06 20:33:26.993 +08:00] [INFO] [lightning.go:533] ["load data source completed"] [takeTime=316.598ยตs] [] [2024/05/06 20:33:27.090 +08:00] [INFO] [local.go:682] ["multi ingest support"] [2024/05/06 20:33:27.090 +08:00] [INFO] [import.go:550] ["the whole procedure start"] [2024/05/06 20:33:27.092 +08:00] [INFO] [schema_import.go:88] ["restore all schema start"] [2024/05/06 20:33:27.279 +08:00] [WARN] [util.go:201] ["check table empty failed with no retry"] [query="SELECT 1 FROM `db`.`test` USE INDEX() LIMIT 1"] [retryCnt=0] [error="sql: no rows in result set"] [2024/05/06 20:33:27.287 +08:00] [INFO] [import.go:1268] ["restore all tables data start"] [2024/05/06 20:33:27.299 +08:00] [INFO] [import.go:1434] ["restore table start"] [table=`db`.`test`] [2024/05/06 20:33:27.299 +08:00] [INFO] [table_import.go:277] ["load engines and files start"] [table=`db`.`test`] [2024/05/06 20:33:27.299 +08:00] [INFO] [version.go:440] ["detect server version"] [type=TiDB] [version=8.2.0-alpha-86-gb421b729c8-dirty] [2024/05/06 20:33:27.302 +08:00] [INFO] [table_import.go:472] ["import whole table start"] [table=`db`.`test`] [2024/05/06 20:33:27.302 +08:00] [INFO] [table_import.go:519] ["restore engine start"] [table=`db`.`test`] [engineNumber=0] [2024/05/06 20:33:27.302 +08:00] [INFO] [table_import.go:653] ["encode kv data and write start"] [table=`db`.`test`] [engineNumber=0] [2024/05/06 20:33:27.314 +08:00] [INFO] [chunk_process.go:205] ["restore file start"] [table=`db`.`test`] [engineNumber=0] [fileIndex=0] [path=db.test.1.csv:0] [2024/05/06 20:33:27.314 +08:00] [ERROR] [table_import.go:847] ["encode kv data and write failed"] [table=`db`.`test`] [engineNumber=0] [takeTime=12.51166ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2024/05/06 20:33:27.314 +08:00] [ERROR] [table_import.go:521] ["restore engine failed"] [table=`db`.`test`] [engineNumber=0] [takeTime=12.577548ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2024/05/06 20:33:27.314 +08:00] [ERROR] [table_import.go:547] ["import whole table failed"] [table=`db`.`test`] [takeTime=12.634864ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2024/05/06 20:33:27.314 +08:00] [ERROR] [import.go:1439] ["failed to import table"] [table=`db`.`test`] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).encodeLoop\n\t/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/chunk_process.go:392\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).process\n\t/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/chunk_process.go:207\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*TableImporter).preprocessEngine.func3\n\t/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/table_import.go:792\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/05/06 20:33:27.314 +08:00] [ERROR] [import.go:1443] ["restore table failed"] [table=`db`.`test`] [takeTime=15.449363ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2024/05/06 20:33:27.336 +08:00] [ERROR] [import.go:1400] ["restore all tables data failed"] [takeTime=48.785904ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2024/05/06 20:33:27.337 +08:00] [ERROR] [import.go:568] ["run failed"] [step=4] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2024/05/06 20:33:27.337 +08:00] [ERROR] [import.go:578] ["the whole procedure failed"] [takeTime=246.501737ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2024/05/06 20:33:27.339 +08:00] [ERROR] [main.go:105] ["tidb lightning encountered error stack info"] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).encodeLoop\n\t/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/chunk_process.go:392\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).process\n\t/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/chunk_process.go:207\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*TableImporter).preprocessEngine.func3\n\t/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/table_import.go:792\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] *===== TEST: [lightning_csv] success! =====* tidb lightning encountered error: failed to decode charsets.mixed-schema.sql as utf8mb4: invalid schema encoding warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:27 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7175.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 22.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ๅ”ฏไธ€้”ฎ`) AS s FROM charsets.mixed' *************************** 1. row *************************** s: 5291 + check_contains 's: 5291' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek + grep -q 'Unknown character set: '\''greek'\''' + check_not_contains greek /tmp/lightning_test/tidb.log + run_sql 'DROP DATABASE IF EXISTS charsets;' + run_sql 'CREATE DATABASE charsets;' + run_sql 'CREATE TABLE charsets.greek (c VARCHAR(20) PRIMARY KEY);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:28 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7285.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM charsets.greek WHERE c = '\''ฮฑ'\'';' *************************** 1. row *************************** count(*): 1 + check_contains 'count(*): 1' + run_sql 'TRUNCATE TABLE charsets.greek;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:28 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7339.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/greek --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM charsets.greek WHERE c = '\''ฮฑ'\'';' *************************** 1. row *************************** count(*): 1 + check_contains 'count(*): 1' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1 + grep -q 'unknown columns in header' TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk + run_sql 'DROP TABLE charsets.latin1;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1 + grep -q 'invalid schema encoding' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1-only-schema.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1 + grep -q 'unknown columns in header' Run cases: lightning_default-columns + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:30 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7526.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_character_sets/latin1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM charsets.latin1' *************************** 1. row *************************** รร: 1 data: โ€˜โ€™โ€œโ€ *************************** 2. row *************************** รร: 2 data: ยกยขยฃยค + check_contains 'รร: 1' + check_contains 'data: โ€˜โ€™โ€œโ€' + check_contains 'รร: 2' + check_contains 'data: ยกยขยฃยค' *===== TEST: [lightning_character_sets] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:31 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.7649.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 6 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: x b: 6 c: 1.csv *************************** 2. row *************************** a: z b: 3 c: 3.csv + check_contains 'a: x' + check_contains 'b: 6' + check_contains 'c: 1.csv' + check_contains 'a: z' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk] success! =====* Starting PD... Run cases: lightning_check_partial_imported Cache restored successfully (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests) 3774537216 bytes in 18.22 secs (207192850 bytes/sec) [Pipeline] { [Pipeline] sh TiFlash started. selected test cases: lightning_checksum_mismatch [Pipeline] sh Run cases: lightning_error_summary Run cases: lightning_duplicate_resolution_merge lightning_duplicate_resolution_replace_multiple_keys_clustered_pk lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk lightning_duplicate_resolution_replace_one_key lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk Run cases: lightning_duplicate_resolution_merge [Pipeline] sh Run cases: lightning_max_random lightning_multi_valued_index lightning_new_collation lightning_no_schema lightning_parquet lightning_partition_incremental lightning_partitioned-table lightning_record_network lightning_reload_cert lightning_restore lightning_routes lightning_routes_panic lightning_row-format-v2 lightning_s3 Run cases: lightning_max_random [Pipeline] sh Run cases: lightning_fail_fast lightning_fail_fast_on_nonretry_err lightning_file_routing lightning_foreign_key lightning_gcs lightning_generated_columns lightning_ignore_columns lightning_import_compress lightning_incremental lightning_issue_282 lightning_issue_40657 lightning_issue_410 lightning_issue_519 lightning_local_backend lightning_max_incr Run cases: lightning_fail_fast [Pipeline] sh Run cases: lightning_tool_1420 lightning_tool_1472 lightning_tool_241 lightning_ttl lightning_unused_config_keys lightning_various_types lightning_view lightning_write_batch lightning_write_limit lightning_pd_leader_switch lightning_add_index lightning_alter_random lightning_auto_columns Run cases: lightning_tool_1420 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checksum_mismatch/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checksum_mismatch/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checksum_mismatch ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checksum_mismatch + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checksum_mismatch/config1.toml + grep -q 'checksum mismatched remote vs local' + run_sql 'DROP DATABASE IF EXISTS cm' Starting PD... + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checksum_mismatch/config2.toml + grep -q 'checksum mismatched remote vs local' + run_sql 'DROP DATABASE IF EXISTS cm' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checksum_mismatch/config3.toml + grep -q 'checksum mismatched remote vs local' Starting PD... Starting PD... *===== TEST: [lightning_checksum_mismatch] success! =====* {"level":"warn","ts":1714998817.7718885,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002d8aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unknown desc = malformed header: missing HTTP content-type"} Starting PD... Starting PD... Run cases: lightning_shard_rowid lightning_source_linkfile lightning_sqlmode lightning_tidb_duplicate_data lightning_tidb_rowid lightning_tiflash lightning_tikv_multi_rocksdb lightning_too_many_columns lightning_tool_135 Run cases: lightning_shard_rowid { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... Run cases: lightning_cmdline_override Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_default-columns {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_error_summary *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_default-columns/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:54 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_default-columns --log-file' '/tmp/lightning_test/defcol-errors.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_default-columns.9197.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_default-columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_default-columns/data --sorted-kv-dir /tmp/lightning_test/lightning_default-columns.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/defcol-errors.log Verbose debug logs will be written to /tmp/lightning_test/defcol-errors.log tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** min(pk): 1 count(pk): 9 *************************** 1. row *************************** xx: 1 *************************** 1. row *************************** xx: 2 *===== TEST: [lightning_default-columns] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_fail_fast {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_check_partial_imported {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_error_summary;' + run_sql 'CREATE DATABASE IF NOT EXISTS error_summary;' + run_sql 'DROP TABLE IF EXISTS error_summary.a;' + run_sql 'DROP TABLE IF EXISTS error_summary.c;' + run_sql 'CREATE TABLE error_summary.a (id INT NOT NULL PRIMARY KEY, k INT NOT NULL);' + run_sql 'CREATE TABLE error_summary.c (id INT NOT NULL PRIMARY KEY, k INT NOT NULL);' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:56 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary --enable-checkpoint=1' --log-file '/tmp/lightning_test/lightning-error-summary.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_error_summary.9521.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary/data --sorted-kv-dir /tmp/lightning_test/lightning_error_summary.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log Verbose debug logs will be written to /tmp/lightning_test/lightning-error-summary.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } warning: GOCOVERDIR not set, no coverage data emitted + run_sql 'INSERT INTO error_summary.a VALUES (2, 4), (6, 8);' + run_sql 'INSERT INTO error_summary.c VALUES (3, 9), (27, 81);' + set +e + export GO_FAILPOINTS= + GO_FAILPOINTS= + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:56 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary --enable-checkpoint=1' --log-file '/tmp/lightning_test/lightning-error-summary.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_error_summary.9572.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary/data --sorted-kv-dir /tmp/lightning_test/lightning_error_summary.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log Verbose debug logs will be written to /tmp/lightning_test/lightning-error-summary.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(100);github.com/pingcap/tidb/lightning/pkg/importer/SetMinDeliverBytes=return(1)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(100);github.com/pingcap/tidb/lightning/pkg/importer/SetMinDeliverBytes=return(1)' + for CFG in chunk engine + rm -f /tmp/lightning_test/lightning-tidb.log + run_sql 'DROP DATABASE IF EXISTS fail_fast;' + run_lightning --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/chunk.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:56 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast --backend' tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/chunk.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_fail_fast.2105.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/data --sorted-kv-dir /tmp/lightning_test/lightning_fail_fast.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/chunk.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-tidb.log tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `fail_fast`.`tb` failed: [`fail_fast`.`tb`] write rows exceed conflict threshold: Error 1062 (23000): Duplicate entry '1-1' for key 'tb.uq' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' tidb lightning encountered error: [Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 2053848188606836556 vs 10329802139733875388) (total_kvs: 3 vs 2) (total_bytes:88 vs 59) warning: GOCOVERDIR not set, no coverage data emitted + ERRORCODE=1 + set -e + '[' 1 -ne 0 ']' + run_sql 'SELECT sum(id), sum(k) FROM error_summary.b' *************************** 1. row *************************** sum(id): 28 sum(k): 32 + check_contains 'sum(id): 28' + check_contains 'sum(k): 32' + tail -20 /tmp/lightning_test/lightning-error-summary.log + check_contains '["tables failed to be imported"] [count=2]' /tmp/lightning_test/lightning-error-summary.tail + check_contains '[-] [table=`error_summary`.`a`] [status=checksum] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched' /tmp/lightning_test/lightning-error-summary.tail + check_contains '[-] [table=`error_summary`.`c`] [status=checksum] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched' /tmp/lightning_test/lightning-error-summary.tail + check_not_contains '[-] [table=`error_summary`.`b`] [status=checksum] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched' /tmp/lightning_test/lightning-error-summary.tail + set +e + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:57 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary --enable-checkpoint=1' --log-file '/tmp/lightning_test/lightning-error-summary.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_error_summary.9638.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_error_summary/data --sorted-kv-dir /tmp/lightning_test/lightning_error_summary.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: TiDB Lightning has failed last time. To prevent data loss, this run will stop now, `error_summary`.`a` failed in step(checksum), please run command ./tidb-lightning-ctl --checkpoint-error-destroy='`error_summary`.`a`' --config=...,You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run TiDB Lightning has failed last time. To prevent data loss, this run will stop now, `error_summary`.`c` failed in step(checksum), please run command ./tidb-lightning-ctl --checkpoint-error-destroy='`error_summary`.`c`' --config=...,You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run warning: GOCOVERDIR not set, no coverage data emitted + ERRORCODE=1 + set -e + '[' 1 -ne 0 ']' + tail -100 /tmp/lightning_test/lightning-error-summary.log + check_contains 'TiDB Lightning has failed last time. To prevent data loss, this run will stop now' /tmp/lightning_test/lightning-error-summary.tail + check_contains './tidb-lightning-ctl --checkpoint-error-destroy='\''`error_summary`.`a`'\'' --config=...' /tmp/lightning_test/lightning-error-summary.tail + check_contains './tidb-lightning-ctl --checkpoint-error-destroy='\''`error_summary`.`c`'\'' --config=...' /tmp/lightning_test/lightning-error-summary.tail + check_not_contains './tidb-lightning-ctl --checkpoint-error-destroy='\''`error_summary`.`b`'\'' --config=...' /tmp/lightning_test/lightning-error-summary.tail + check_contains 'checkpoint-error-destroy=all --config=...` to start from scratch' /tmp/lightning_test/lightning-error-summary.tail + check_contains 'For details of this failure, read the log file' /tmp/lightning_test/lightning-error-summary.tail + check_contains 'PREVIOUS run' /tmp/lightning_test/lightning-error-summary.tail *===== TEST: [lightning_error_summary] success! =====* TiFlash started. *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported/run.sh... =====* + check_cluster_version 4 0 0 'local backend' + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailBeforeStartImportingIndexEngine=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailBeforeStartImportingIndexEngine=return + set +e + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:57 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_check_partial_imported.9355.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported/data --sorted-kv-dir /tmp/lightning_test/lightning_check_partial_imported.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + tail -n 10 /tmp/lightning_test/lightning-tidb.log + grep ERROR + tail -n 1 + grep -Fq 'Error 1062 (23000): Duplicate entry '\''1-1'\'' for key '\''tb.uq'\''' + check_not_contains 'restore file completed' /tmp/lightning_test/lightning-tidb.log + check_not_contains 'restore engine completed' /tmp/lightning_test/lightning-tidb.log + for CFG in chunk engine + rm -f /tmp/lightning_test/lightning-tidb.log + run_sql 'DROP DATABASE IF EXISTS fail_fast;' + run_lightning --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/engine.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:57 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast --backend' tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/engine.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_fail_fast.2149.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/data --sorted-kv-dir /tmp/lightning_test/lightning_fail_fast.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast/engine.toml TiFlash started. selected test cases: lightning_tool_1420 Run cases: lightning_disable_scheduler_by_key_range TiFlash started. selected test cases: lightning_duplicate_resolution_merge selected test cases: lightning_max_random tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `db01`.`tbl01` failed: fail before importing index KV data warning: GOCOVERDIR not set, no coverage data emitted + set -e ++ tail -n +2 /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported/data/db01.tbl01.csv ++ wc -l ++ xargs echo + data_records=5 + run_sql 'SELECT COUNT(*) FROM db01.tbl01 USE INDEX();' *************************** 1. row *************************** COUNT(*): 5 + check_contains 5 + export GO_FAILPOINTS= + GO_FAILPOINTS= + set +e + run_lightning --check-requirements=1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:57 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported --check-requirements=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_check_partial_imported.9414.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported/data --sorted-kv-dir /tmp/lightning_test/lightning_check_partial_imported.sorted --enable-checkpoint=0 --check-requirements=0 --check-requirements=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning-tidb.log +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | # | CHECK ITEM | TYPE | PASSED | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 1 | Source data files size is proper | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 2 | table schemas are valid | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 3 | table(s) [`db01`.`tbl01`] are not empty | critical | false | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 4 | Cluster version check passed | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 5 | Lightning has the correct storage permission | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 6 | local source dir and temp-kv dir are in different disks | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 7 | local disk resources are rich, estimate sorted data size 83B, local available is 229.4GiB | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 8 | The storage space is rich, which TiKV/Tiflash is 29.19GiB/0B. The estimated storage space is 249B/0B. | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 9 | Cluster doesn't have too many empty regions | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 10 | Cluster region distribution is balanced | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 11 | no CDC or PiTR task found | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: table(s) [`db01`.`tbl01`] are not empty warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_sql 'TRUNCATE TABLE db01.tbl01;' + run_lightning --check-requirements=1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:58 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported --check-requirements=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_check_partial_imported.9459.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_check_partial_imported/data --sorted-kv-dir /tmp/lightning_test/lightning_check_partial_imported.sorted --enable-checkpoint=0 --check-requirements=0 --check-requirements=1 TiFlash started. selected test cases: lightning_shard_rowid tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `fail_fast`.`tb` failed: [`fail_fast`.`tb`] write rows exceed conflict threshold: Error 1062 (23000): Duplicate entry '1-1' for key 'tb.uq' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning-tidb.log + grep ERROR + tail -n 1 + grep -Fq 'Error 1062 (23000): Duplicate entry '\''1-1'\'' for key '\''tb.uq'\''' + check_not_contains 'restore file completed' /tmp/lightning_test/lightning-tidb.log + check_not_contains 'restore engine completed' /tmp/lightning_test/lightning-tidb.log *===== TEST: [lightning_fail_fast] success! =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | # | CHECK ITEM | TYPE | PASSED | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 1 | Source data files size is proper | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 2 | table schemas are valid | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 3 | all importing tables on the target are empty | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 4 | Cluster version check passed | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 5 | Lightning has the correct storage permission | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 6 | local source dir and temp-kv dir are in different disks | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 7 | local disk resources are rich, estimate sorted data size 83B, local available is 229.4GiB | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 8 | The storage space is rich, which TiKV/Tiflash is 29.19GiB/0B. The estimated storage space is 249B/0B. | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 9 | Cluster doesn't have too many empty regions | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 10 | Cluster region distribution is balanced | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 11 | no CDC or PiTR task found | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ tidb lightning exit successfully PASS coverage: 24.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM db01.tbl01;' *************************** 1. row *************************** COUNT(*): 5 + check_contains 5 + run_sql 'SELECT COUNT(*) FROM db01.tbl01 USE INDEX();' *************************** 1. row *************************** COUNT(*): 5 + check_contains 5 *===== TEST: [lightning_check_partial_imported] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_1420/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:59 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_1420 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_1420.2093.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_1420/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_1420/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_1420.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge + LOG_FILE1=/tmp/lightning_test/lightning_duplicate_resolution_merge1.log + LOG_FILE2=/tmp/lightning_test/lightning_duplicate_resolution_merge2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + pid1=2088 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data1 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml + pid2=2089 + wait 2088 2089 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data2 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date ++ date + echo '[Mon May 6 20:33:59 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data1 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml >>>>>>' + echo '[Mon May 6 20:33:59 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data2 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_merge.2088.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data1 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_merge.2089.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data2 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning_duplicate_resolution_merge1.log Verbose debug logs will be written to /tmp/lightning_test/lightning_duplicate_resolution_merge2.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random + check_cluster_version 4 0 0 'local backend' + ENGINE_COUNT=6 + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(-1)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(-1)' + run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:59 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_random.2117.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/data --sorted-kv-dir /tmp/lightning_test/lightning_max_random.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_shard_rowid/run.sh... =====* *************************** 1. row *************************** Variable_name: tidb_enable_clustered_index Value: ON +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:33:59 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_shard_rowid >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_shard_rowid.2106.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_shard_rowid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_shard_rowid/data --sorted-kv-dir /tmp/lightning_test/lightning_shard_rowid.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_examples tidb lightning exit successfully PASS coverage: 22.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** ROLE_ID: 1 *===== TEST: [lightning_tool_1420] success! =====* tidb lightning exit successfully PASS coverage: 23.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 16 *************************** 1. row *************************** count: 16 *************************** 1. row *************************** correct: 1 *===== TEST: [lightning_shard_rowid] success! =====* Run cases: lightning_fail_fast_on_nonretry_err Run cases: lightning_checkpoint Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 8 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 12 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ Starting PD... tidb lightning exit successfully PASS coverage: 28.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 10 + check_contains 'count(*): 10' + run_sql 'select count(*) from lightning_task_info.conflict_records' *************************** 1. row *************************** count(*): 16 + check_contains 'count(*): 16' + run_sql 'select count(*) from lightning_task_info.conflict_error_v3' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' + run_sql 'select count(*) from lightning_task_info.conflict_view' *************************** 1. row *************************** count(*): 20 + check_contains 'count(*): 20' + run_sql 'select count(*) from lightning_task_info.conflict_view where is_precheck_conflict = 1' *************************** 1. row *************************** count(*): 16 + check_contains 'count(*): 16' + run_sql 'select count(*) from lightning_task_info.conflict_view where is_precheck_conflict = 0' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' *===== TEST: [lightning_duplicate_resolution_merge] success! =====* Starting PD... Run cases: lightning_tool_1472 TiFlash started. selected test cases: lightning_cmdline_override { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result + run_sql 'SHOW DATABASES;' *************************** 1. row *************************** Database: INFORMATION_SCHEMA *************************** 2. row *************************** Database: METRICS_SCHEMA *************************** 3. row *************************** Database: PERFORMANCE_SCHEMA *************************** 4. row *************************** Database: db *************************** 5. row *************************** Database: mysql *************************** 6. row *************************** Database: sys *************************** 7. row *************************** Database: test + check_contains 'Database: db' + run_sql 'SHOW TABLES IN db;' *************************** 1. row *************************** Tables_in_db: test *************************** 2. row *************************** Tables_in_db: test1 *************************** 3. row *************************** Tables_in_db: test2 + check_contains 'Tables_in_db: test' + check_contains 'Tables_in_db: test1' + check_contains 'Tables_in_db: test2' + run_sql 'SELECT count(*) FROM db.test;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test1;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test2;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'INSERT INTO db.test(b) VALUES(11);' + run_sql 'INSERT INTO db.test(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test1(b) VALUES(11);' + run_sql 'INSERT INTO db.test1(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test2(b) VALUES(33);' + run_sql 'INSERT INTO db.test2(b) VALUES(44);' + run_sql 'INSERT INTO db.test2(b) VALUES(55);' + grep RequestTooOld /tmp/lightning_test/lightning.log + grep -q needRescan + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(10)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(10)' + run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:02 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_random.2262.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/data --sorted-kv-dir /tmp/lightning_test/lightning_max_random.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_source_linkfile Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override + run_lightning -L info --log-file /tmp/lightning_test/lightning.log --tidb-host 127.0.0.1 --tidb-port 4000 --tidb-user root --tidb-status 10080 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override/data --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:04 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override -L' info --log-file /tmp/lightning_test/lightning.log --tidb-host 127.0.0.1 --tidb-port 4000 --tidb-user root --tidb-status 10080 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override/data --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_cmdline_override.15842.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override/data --sorted-kv-dir /tmp/lightning_test/lightning_cmdline_override.sorted --enable-checkpoint=0 --check-requirements=0 -L info --log-file /tmp/lightning_test/lightning.log --tidb-host 127.0.0.1 --tidb-port 4000 --tidb-user root --tidb-status 10080 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_cmdline_override/data --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_duplicate_resolution_replace_multiple_keys_clustered_pk tidb lightning exit successfully PASS coverage: 14.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM cmdline_override.t' *************************** 1. row *************************** a: 15 + check_contains 'a: 15' *===== TEST: [lightning_cmdline_override] success! =====* { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result + run_sql 'SHOW DATABASES;' *************************** 1. row *************************** Database: INFORMATION_SCHEMA *************************** 2. row *************************** Database: METRICS_SCHEMA *************************** 3. row *************************** Database: PERFORMANCE_SCHEMA *************************** 4. row *************************** Database: db *************************** 5. row *************************** Database: mysql *************************** 6. row *************************** Database: sys *************************** 7. row *************************** Database: test + check_contains 'Database: db' + run_sql 'SHOW TABLES IN db;' *************************** 1. row *************************** Tables_in_db: test *************************** 2. row *************************** Tables_in_db: test1 *************************** 3. row *************************** Tables_in_db: test2 + check_contains 'Tables_in_db: test' + check_contains 'Tables_in_db: test1' + check_contains 'Tables_in_db: test2' + run_sql 'SELECT count(*) FROM db.test;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test1;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test2;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'INSERT INTO db.test(b) VALUES(11);' + run_sql 'INSERT INTO db.test(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test1(b) VALUES(11);' + run_sql 'INSERT INTO db.test1(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test2(b) VALUES(33);' + run_sql 'INSERT INTO db.test2(b) VALUES(44);' + run_sql 'INSERT INTO db.test2(b) VALUES(55);' + grep RequestTooNew /tmp/lightning_test/lightning.log + grep -q regionScanned + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' *===== TEST: [lightning_max_random] success! =====* { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... Starting PD... Starting PD... Run cases: lightning_column_permutation "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_multi_valued_index Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_disable_scheduler_by_key_range { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range/run.sh... =====* + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return;github.com/pingcap/tidb/pkg/lightning/backend/local/ReadyForImportEngine=sleep(10000)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return;github.com/pingcap/tidb/pkg/lightning/backend/local/ReadyForImportEngine=sleep(10000)' + shpid=11077 + pid= + run_lightning --backend=local + ensure_lightning_is_started + for _ in '{0..60}' ++ pstree -p 11077 ++ grep -Eo 'tidb-lightning\.\([0-9]*\)' ++ grep -Eo '[0-9]*' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:18 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range --backend=local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_disable_scheduler_by_key_range.11077.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range/data --sorted-kv-dir /tmp/lightning_test/lightning_disable_scheduler_by_key_range.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + pid= + true + '[' -n '' ']' + sleep 1 TiFlash started. selected test cases: lightning_examples + for _ in '{0..60}' ++ pstree -p 11077 ++ grep -Eo 'tidb-lightning\.\([0-9]*\)' ++ grep -Eo '[0-9]*' + pid=11086 + '[' -n 11086 ']' + break + '[' -z 11086 ']' + echo 'lightning is started, pid is 11086' lightning is started, pid is 11086 + ready_for_import_engine + for _ in '{0..60}' + grep -Fq 'start import engine' /tmp/lightning_test/lightning.log + return + run_curl https://127.0.0.1:2379/pd/api/v1/config/cluster-version "8.2.0-alpha" ++ run_curl https://127.0.0.1:2379/pd/api/v1/config/region-label/rules ++ jq '[ .[] | select(.rule_type == "key-range" and .labels[0].key == "schedule") ] | length' + length=1 + '[' 1 '!=' 1 ']' + wait 11077 TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_fail_fast_on_nonretry_err *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples -d' pkg/lightning/mydump/examples --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/512.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_examples.11468.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/data --sorted-kv-dir /tmp/lightning_test/lightning_examples.sorted --enable-checkpoint=0 --check-requirements=0 -d pkg/lightning/mydump/examples --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/512.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_fail_fast_on_nonretry_err/run.sh... =====* time used to run lightning 1s *************************** 1. row *************************** count(*): 0 *===== TEST: [lightning_fail_fast_on_nonretry_err] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** ลฟ: ๐Ÿคช *************************** 1. row *************************** id: 2 report_data: 4 caseType: 6 total_case: 8 today_new_case: 10 *************************** 1. row *************************** count(*): 10000 sum(id): 50005000 max(name): 4-9-9 min(name): 0-0-0 sum(crc32(name)): 21388950023608 *************************** 1. row *************************** id > 10000: 1 *************************** 1. row *************************** count(*): 10000 avg(age): 477.7500 max(name): 4+9+9 min(name): 0+0+0 sum(crc32(name)): 21433704622808 *************************** 1. row *************************** age: 6 *************************** 1. row *************************** count(*): 20 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:23 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples -d' pkg/lightning/mydump/examples --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/1.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_examples.11639.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/data --sorted-kv-dir /tmp/lightning_test/lightning_examples.sorted --enable-checkpoint=0 --check-requirements=0 -d pkg/lightning/mydump/examples --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/1.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_checkpoint TiFlash started. selected test cases: lightning_source_linkfile {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Run cases: lightning_file_routing *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint/run.sh... =====* ******** Importing Table Now (step 1/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** cnt: 10000 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:25 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples -d' pkg/lightning/mydump/examples --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/131072.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_examples.11720.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/data --sorted-kv-dir /tmp/lightning_test/lightning_examples.sorted --enable-checkpoint=0 --check-requirements=0 -d pkg/lightning/mydump/examples --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_examples/131072.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_source_linkfile/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 1000 *************************** 1. row *************************** count(*): 1000 Starting PD... TiFlash started. selected test cases: lightning_column_permutation TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_keys_clustered_pk Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_tool_1472 tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** cnt: 10000 tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 1000 *************************** 1. row *************************** count(*): 1000 *===== TEST: [lightning_source_linkfile] success! =====* *===== TEST: [lightning_examples] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_column_permutation/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:28 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_column_permutation --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_column_permutation.17656.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_column_permutation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_column_permutation/data --sorted-kv-dir /tmp/lightning_test/lightning_column_permutation.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_1472/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:28 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_1472 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_1472.3938.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_1472/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_1472/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_1472.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:28 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.4021.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Table Now (step 2/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** fund_seq_no: 202006100001901102016403059520200627 region_code: 000002 credit_code: 33 *************************** 1. row *************************** count(a): 3 max(a): 5 *************************** 1. row *************************** b: 10 *===== TEST: [lightning_tool_1472] success! =====* Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 3 b: 3 c: 3 d: 3.csv *************************** 4. row *************************** a: 4 b: 4 c: 4 d: 4.csv *************************** 5. row *************************** a: 5 b: 4 c: 5 d: 5.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' + check_contains 'a: 5' + check_contains 'b: 4' + check_contains 'c: 5' + check_contains 'd: 5.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_keys_clustered_pk] success! =====* Run cases: lightning_exotic_filenames +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:29 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_column_permutation --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_column_permutation.17725.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_column_permutation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_column_permutation/data --sorted-kv-dir /tmp/lightning_test/lightning_column_permutation.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_curl https://127.0.0.1:2379/pd/api/v1/config/region-label/rules ++ jq '[ .[] | select(.rule_type == "key-range" and .labels[0].key == "schedule") ] | length' + length=0 + '[' -n 0 ']' + '[' 0 -ne 0 ']' *===== TEST: [lightning_disable_scheduler_by_key_range] success! =====* {"level":"warn","ts":1714998869.2575781,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000e6cfc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unknown desc = malformed header: missing HTTP content-type"} { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_sqlmode tidb lightning exit successfully PASS coverage: 15.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** fund_seq_no: 202006100001901102016403059520200627 region_code: 000002 credit_code: 33 *===== TEST: [lightning_column_permutation] success! =====* TiFlash started. selected test cases: lightning_multi_valued_index ******** Importing Table Now (step 3/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_disk_quota Run cases: lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk Starting PD... Run cases: lightning_common_handle ******** Importing Table Now (step 4/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_multi_valued_index/run.sh... =====* + run_sql 'SELECT CONCAT('\''SET GLOBAL time_zone='\'''\'''\'', @@time_zone, '\'''\'''\'', GLOBAL default_week_format='\'', @@default_week_format, '\'', GLOBAL block_encryption_mode='\'''\'''\'', @@block_encryption_mode, '\'''\'''\'';'\'') cmd;' *************************** 1. row *************************** cmd: SET GLOBAL time_zone='SYSTEM', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='aes-128-ecb'; ++ read_result + UNDO_CMD='SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' + trap undo_set_globals EXIT + run_sql 'SET GLOBAL time_zone='\''-08:00'\'', GLOBAL default_week_format=4, GLOBAL block_encryption_mode='\''aes-256-cbc'\''' ++ seq 3 + for _ in '$(seq 3)' + sleep 1 Starting PD... Starting PD... + run_sql 'SELECT CONCAT(@@time_zone, '\'','\'', @@default_week_format, '\'','\'', @@block_encryption_mode) res' *************************** 1. row *************************** res: -08:00,4,aes-256-cbc ++ read_result + '[' -08:00,4,aes-256-cbc = -08:00,4,aes-256-cbc ']' + break + for BACKEND in ''\''local'\''' ''\''tidb'\''' + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS mv' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:34 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_multi_valued_index --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_multi_valued_index.4222.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_multi_valued_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_multi_valued_index/data --sorted-kv-dir /tmp/lightning_test/lightning_multi_valued_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_tool_241 Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Table Now (step 5/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Table Now (step 6/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 25.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result l + run_sql 'ADMIN CHECK TABLE mv.l' { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_sql 'SELECT count(*) FROM mv.l' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.l WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.l WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + check_result t + run_sql 'ADMIN CHECK TABLE mv.t' ******** Importing Table Now (step 7/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_file_routing ******** Importing Table Now (step 8/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT count(*) FROM mv.t' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.t WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.t WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'DROP DATABASE mv' + for BACKEND in ''\''local'\''' ''\''tidb'\''' + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS mv' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:46 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_multi_valued_index --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_multi_valued_index.4352.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_multi_valued_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_multi_valued_index/data --sorted-kv-dir /tmp/lightning_test/lightning_multi_valued_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_file_routing/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** Importing Table Now (step 9/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 16.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result l + run_sql 'ADMIN CHECK TABLE mv.l' tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** sum(j): 55 *************************** 1. row *************************** sum(i): 15 count(*): 5 *===== TEST: [lightning_file_routing] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_exotic_filenames ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:48 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint -d' /tmp/lightning_test/cppk.mydump '--enable-checkpoint=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint.11907.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT count(*) FROM mv.l' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.l WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.l WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + check_result t + run_sql 'ADMIN CHECK TABLE mv.t' Run cases: lightning_foreign_key {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 13.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** 0: 0 s1: 2550050 s2: 2550050 s3: 2550050 s4: 2550050 s5: 2550050 s6: 2550050 s7: 2550050 s8: 2550050 s9: 2550050 s: 22950450 *************************** 1. row *************************** count(*): 9 ******** Importing Table Now (step 1/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_disk_quota Starting PD... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_exotic_filenames/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:51 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_exotic_filenames -d' '/tmp/lightning_test/exotic_filename.mydump >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_exotic_filenames.13584.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_exotic_filenames/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_exotic_filenames/data --sorted-kv-dir /tmp/lightning_test/lightning_exotic_filenames.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/exotic_filename.mydump Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(*): 5 + run_sql 'SELECT count(*) FROM mv.t' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.t WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.t WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'DROP DATABASE mv' + undo_set_globals + run_sql 'SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** a: 2345 *===== TEST: [lightning_exotic_filenames] success! =====* TiFlash started. selected test cases: lightning_sqlmode *===== TEST: [lightning_multi_valued_index] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_disk_quota/run.sh... =====* + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS disk_quota;' + run_sql 'SELECT @@block_encryption_mode' *************************** 1. row *************************** @@block_encryption_mode: aes-128-ecb ++ read_result + OLD_ENCRYPTION_MODE=aes-128-ecb + run_sql 'SET GLOBAL block_encryption_mode = '\''aes-256-cbc'\'';' + DISK_QUOTA_DIR=/tmp/lightning_test/with-disk-quota + FINISHED_FILE=/tmp/lightning_test/sorted-with-disk-quota.finished + mkdir -p /tmp/lightning_test/with-disk-quota + rm -f /tmp/lightning_test/sorted-with-disk-quota.finished + trap cleanup EXIT ++ seq 3 + for i in '$(seq 3)' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:53 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.5905.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT @@block_encryption_mode' *************************** 1. row *************************** @@block_encryption_mode: aes-256-cbc ++ read_result + '[' aes-256-cbc = aes-256-cbc ']' + break + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(50)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(50)' + run_lightning --sorted-kv-dir /tmp/lightning_test/with-disk-quota/sorted --log-file /tmp/lightning_test/lightning-disk-quota.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning + DISK_USAGE=4096 + '[' 04096 -gt 619610112 ']' + sleep 1 ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:53 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_disk_quota --sorted-kv-dir' /tmp/lightning_test/with-disk-quota/sorted --log-file '/tmp/lightning_test/lightning-disk-quota.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_disk_quota.12957.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_disk_quota/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_disk_quota/data --sorted-kv-dir /tmp/lightning_test/lightning_disk_quota.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/with-disk-quota/sorted --log-file /tmp/lightning_test/lightning-disk-quota.log Verbose debug logs will be written to /tmp/lightning_test/lightning-disk-quota.log Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 4 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 3 b: 3 c: 3 d: 3.csv *************************** 4. row *************************** a: 4 b: 4 c: 4 d: 4.csv *************************** 5. row *************************** a: 5 b: 4 c: 5 d: 5.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' + check_contains 'a: 5' + check_contains 'b: 4' + check_contains 'c: 5' + check_contains 'd: 5.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:54 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode --config' '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode/off.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_sqlmode.5872.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode/data --sorted-kv-dir /tmp/lightning_test/lightning_sqlmode.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode/off.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Table Now (step 2/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file sqlmodedb.t.1.sql:0 at offset 53: failed to cast value as timestamp BINARY for column `a` (#2): cannot convert datum from unsigned bigint to type timestamp warning: GOCOVERDIR not set, no coverage data emitted TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 127' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): 74' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: ' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: -128' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): F0' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: x,y' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 0' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): 99' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: ' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 2000-01-01 00:00:00' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 100' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): ' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: x,y' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 0' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): ' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: ' ____________________________________ [Mon May 6 20:34:54 CST 2024] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_extend_routes Run cases: lightning_new_collation + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:54 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode/on.toml --log-file '/tmp/lightning_test/sqlmode-error.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_sqlmode.6009.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode/data --sorted-kv-dir /tmp/lightning_test/lightning_sqlmode.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_sqlmode/on.toml --log-file /tmp/lightning_test/sqlmode-error.log Verbose debug logs will be written to /tmp/lightning_test/sqlmode-error.log TiFlash started. selected test cases: lightning_common_handle Import Data Error Summary: +---+------------+-------------+--------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+------------+-------------+--------------------------------------------+ | 1 | Data Type | 4 | `sqlmodedb_lightning_task_info`.`type_erro | | | | | r_v1` | +---+------------+-------------+--------------------------------------------+ tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** min(id): 4 max(id): 4 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 53 error: failed to cast value as timestamp BINARY for column `a` (#2): cannot convert datum from unsigned bigint to type timestamp row_data: (1,9,128,'too long','x,y,z') TEST FAILED: OUTPUT DOES NOT CONTAIN 'cannot convert datum from unsigned bigint to type timestamp.' ____________________________________ [Mon May 6 20:34:55 CST 2024] Executing SQL: SELECT path, `offset`, error, row_data FROM sqlmodedb_lightning_task_info.type_error_v1 WHERE table_name = "`sqlmodedb`.`t`" AND row_data LIKE "(1,%"; *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 53 error: failed to cast value as timestamp BINARY for column `a` (#2): cannot convert datum from unsigned bigint to type timestamp row_data: (1,9,128,'too long','x,y,z') ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 100 error: failed to cast value as timestamp BINARY for column `a` (#2): [types:1292]Incorrect timestamp value: '2000-00-00 00:00:00' row_data: (2,'2000-00-00 00:00:00',-99999,'๐Ÿคฉ',3) *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 149 error: failed to cast value as timestamp BINARY for column `a` (#2): [types:1292]Incorrect timestamp value: '9999-12-31 23:59:59' row_data: (3,'9999-12-31 23:59:59','NaN',x'99','x+y') *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 237 error: failed to cast value as timestamp BINARY for column `a` (#2): [table:1048]Column 'a' cannot be null row_data: (5,NULL,NULL,NULL,NULL) *===== TEST: [lightning_sqlmode] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 ******** Importing Table Now (step 3/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk Starting PD... Starting PD... TiFlash started. *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_common_handle/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log selected test cases: lightning_tool_241 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** Db_name: ch Table_name: t Checksum_crc64_xor: 10674015653013496830 Total_kvs: 6 Total_bytes: 403 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 ******** Importing Table Now (step 4/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** Db_name: ch Table_name: t Checksum_crc64_xor: 3270204108235140109 Total_kvs: 6 Total_bytes: 403 *===== TEST: [lightning_common_handle] success! =====* Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_241/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:34:58 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_241 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_241.5795.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_241/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_241/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_241.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_tidb_duplicate_data + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(*): 0 Run cases: lightning_compress + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(id): 84 min(id): 8343146 max(id): 8343229 *===== TEST: [lightning_tool_241] success! =====* Starting PD... ******** Importing Table Now (step 5/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 ******** Importing Table Now (step 6/9) ******** Run cases: lightning_ttl + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=285962240 + '[' 0285962240 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157605888 + '[' 0157605888 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** Importing Table Now (step 7/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_foreign_key ******** Importing Table Now (step 8/9) ******** + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:10 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key/tidb-config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_foreign_key.7669.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key/data --sorted-kv-dir /tmp/lightning_test/lightning_foreign_key.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key/tidb-config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** Importing Table Now (step 9/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 15.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** GROUP_CONCAT(a): 1,2,3,4,5 *************************** 1. row *************************** count(1): 4 sum(a): 10 *************************** 1. row *************************** count(1): 4 sum(pid): 10 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:12 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key/local-config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_foreign_key.7727.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key/data --sorted-kv-dir /tmp/lightning_test/lightning_foreign_key.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_foreign_key/local-config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:13 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint -d' /tmp/lightning_test/cppk.mydump '--enable-checkpoint=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint.12562.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 27.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... TiFlash started. *************************** 1. row *************************** GROUP_CONCAT(a): 1,2,3,4,5 *************************** 1. row *************************** count(1): 4 sum(a): 10 *************************** 1. row *************************** count(1): 4 sum(pid): 10 *===== TEST: [lightning_foreign_key] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_new_collation selected test cases: lightning_extend_routes + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 13.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** 0: 0 s1: 2550050 s2: 2550050 s3: 2550050 s4: 2550050 s5: 2550050 s6: 2550050 s7: 2550050 s8: 2550050 s9: 2550050 s: 22950450 *************************** 1. row *************************** count(*): 9 *===== TEST: [lightning_checkpoint] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + run_sql 'CREATE TABLE routes_b.u (x real primary key, c_source varchar(11) not null, c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:15 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_extend_routes.15472.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/data --sorted-kv-dir /tmp/lightning_test/lightning_extend_routes.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_gcs + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/run.sh... =====* tidb lightning exit successfully PASS coverage: 15.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using tidb finished Import using tidb finished + run_sql 'SELECT count(1), sum(x) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(x): 259 + check_contains 'count(1): 4' + check_contains 'sum(x): 259' + run_sql 'SELECT count(1), sum(x) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(x): 1296 + check_contains 'count(1): 1' + check_contains 'sum(x): 1296' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157605888 + '[' 0157605888 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (x real primary key, c_source varchar(11) not null, c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:17 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_extend_routes.15590.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/data --sorted-kv-dir /tmp/lightning_test/lightning_extend_routes.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:17 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.7784.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157605888 + '[' 0157605888 -gt 619610112 ']' + sleep 1 Starting PD... delete /tmp/lightning_test/tiflash delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/pd Starting PD... Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 13 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 26.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 4 b: 4 c: 4 d: 4.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_tidb_duplicate_data TiFlash started. selected test cases: lightning_compress Run cases: lightning_checkpoint_chunks + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using local finished Import using local finished + run_sql 'SELECT count(1), sum(x) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(x): 259 + check_contains 'count(1): 4' + check_contains 'sum(x): 259' + run_sql 'SELECT count(1), sum(x) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(x): 1296 + check_contains 'count(1): 1' + check_contains 'sum(x): 1296' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' *===== TEST: [lightning_extend_routes] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data --config' '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/replace.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_duplicate_data.7934.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_duplicate_data.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/replace.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 Import Data Error Summary: +---+---------------------+-------------+------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+------------------------------------------+ | 1 | Unique Key Conflict | 1 | `lightning_task_info`.`conflict_records` | +---+---------------------+-------------+------------------------------------------+ tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 2 *************************** 1. row *************************** d: new *************************** 1. row *************************** d: new { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Verbose debug logs will be written to /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data --config' '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/ignore.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_duplicate_data.8025.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_duplicate_data.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/ignore.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+------------------------------------------+ | 1 | Unique Key Conflict | 1 | `lightning_task_info`.`conflict_records` | +---+---------------------+-------------+------------------------------------------+ tidb lightning exit successfully PASS coverage: 14.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 2 *************************** 1. row *************************** d: old *************************** 1. row *************************** d: new *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_compress/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:22 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/error.toml --log-file '/tmp/lightning_test/lightning-error-on-dup.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_duplicate_data.8116.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_duplicate_data.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_duplicate_data/error.toml --log-file /tmp/lightning_test/lightning-error-on-dup.log Verbose debug logs will be written to /tmp/lightning_test/lightning-error-on-dup.log tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `dup`.`dup` failed: [`dup`.`dup`] write rows exceed conflict threshold: Error 1062 (23000): Duplicate entry '1' for key 'dup.PRIMARY' warning: GOCOVERDIR not set, no coverage data emitted *===== TEST: [lightning_tidb_duplicate_data] success! =====* arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } Starting PD... [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 Run cases: lightning_tidb_rowid + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_ttl + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 15.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ttl/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:27 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ttl >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_ttl.7715.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ttl/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ttl/data --sorted-kv-dir /tmp/lightning_test/lightning_ttl.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 coverage: 22.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** Table: t1 Create Table: CREATE TABLE `t1` ( `id` int(11) NOT NULL, `t` datetime DEFAULT NULL, PRIMARY KEY (`id`) /*T![clustered_index] CLUSTERED */ ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin /*T![ttl] TTL=`t` + INTERVAL 1 DAY */ /*T![ttl] TTL_ENABLE='OFF' */ /*T![ttl] TTL_JOB_INTERVAL='1h' */ *************************** 1. row *************************** count(1): 3 *===== TEST: [lightning_ttl] success! =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=198123520 + '[' 0198123520 -gt 619610112 ']' + sleep 1 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158359552 + '[' 0158359552 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_unused_config_keys + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 16.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_gcs "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 15.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_gcs/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_gcs/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_gcs ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_gcs + DB=gcs_test + TABLE=tbl + check_cluster_version 4 0 0 'local backend' + GCS_HOST=localhost + GCS_PORT=21808 + GCS_STORAGE=/tmp/lightning_test/storage + BUCKET=lightning-gcs + rm -rf /tmp/lightning_test/gcs_test + rm -rf /tmp/lightning_test/storage + mkdir -p /tmp/lightning_test/gcs_test + i=0 + curl -o /dev/null -v -s http://localhost:21808/ + fake-gcs-server -scheme http -host localhost -port 21808 -filesystem-root /tmp/lightning_test/storage -public-host localhost:21808 time="2024-05-06T20:35:37+08:00" level=info msg="server started at http://127.0.0.1:21808" * About to connect() to localhost port 21808 (#0) * Trying ::1... * Connection refused * Trying 127.0.0.1... * Connected to localhost (127.0.0.1) port 21808 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: localhost:21808 > Accept: */* > time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET / HTTP/1.1\" 404 19" < HTTP/1.1 404 Not Found < Content-Type: text/plain; charset=utf-8 < X-Content-Type-Options: nosniff < Date: Mon, 06 May 2024 12:35:37 GMT < Content-Length: 19 < { [data not shown] * Connection #0 to host localhost left intact + trap stop_gcs EXIT + fake-oauth ++ cat + KEY='{ "type": "service_account", "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCT524vzG7uEVtX\nojcHbyQzVwlcaGkg1DWWLT+SufD08UYF0bsfcD0Etrtzo4ggwdxJQy5ygl3TNlcD\nKdelWbVyGfg9/sNB1RDlZYbQb0LVLHKjkVs7JyJsxrLk2e6NqD9ajwTEJUcLAQkj\nxlCcIi51beqrIRlvHjbtGwet/dNnRLSZf+i9SHvB2j64+RVYdnyf/IiLBvYyu7hF\nT6VjlljdbwC4TZ2jpfDL8nHRTiDiV+CX3/iH8MlMEOSM30AO5MPNVCZLlTA9W24a\nKi4NPBBlJLvG2mQELYdbhdM64iMvbPkDRtajJD6ogPB7wUoWbtSke5oOJNyV1HNt\nn91JH/dlAgMBAAECggEAQBwve2GSbfgxD0Xds4e9+dEO2jLZ6uSBS9TWOywFIa9Z\nqlkUUtbMZDgu/buTXJubeFg6EGGo+M4TnmfrNR2zFD/khj7hdS49kinVa5Dmt895\n66Osl3HprpvcXG2IxXd56q+Woc0Ew+TRiOPD+kGowLcB4ubIhw1iQpmWVRlyos6Q\nyvHssolrqOkRK9+1asixgow2Y15HtpXFN3XDIVj3gfdN1Zg80S66bTap1DS+dkJH\nSMgEZRilAjUGzbroqvZCiymlIJP5Jj5L5Wy8Qp/k1ixK10oaPgwvdmwXHX/DZ0vC\nT6XwpIaCYd3/XUWBHvrmQHFucWVPISZRi5WidggzuwKBgQDNHrxKaDrxcrV5Ncgu\npQrtQvTsIUCJGMo5m30X0Ac5CsIssOoQHdtEQW1ehJ8DtJRRb9rdWc4aelXsDUr+\no2m1zyZzM6S7IO2YhGDAo7Uu3fy1r33qYAt6uS/nHaJBpsKcyqqK+0wPDikdPLLx\nBBWZHF6WoswDEUVLQa/hHgpjPwKBgQC4l2/6xShNoobivzk8AE/Acq7PazA8gu4K\nY0UghTBlAst4RvBTURYZ2V3uw0S2FbfwL0/snHhNWZl5XjBX/H9oQmLri5qGOOpf\n9A11p5kd0x1mHDgTm/k7EgoskdXGB5NqXIB7l/3UI8Sk2N1PzHwyJJYfaB+EWTs8\n+LVy99VQWwKBgQCilRwVtiwSOSPSYWi8YCEbEpljmK+4eye/JZmviDpRYk+qcMf1\n4lRr85gm9OO9YiK1sf0+ufH9Vr5IDflFgG1HqFwHsAWANYdd/n9Z8eior1ehAurB\nHUO8EJEBlaGIfA+Bi7pF0w3kWQsJm5USKHSeGbh3ma4vOD8+eWBZBSCirQKBgQCe\n1uEq/sChnXtIXpgXg4Uc6xJ1tZy6VUgUdDulsjZklTUU+KYQa7QC5kKoFCtqK+It\nseiqiDIVDUa9Y0liTQotYwLQAT8kxJEZpF54oZFmUqX3mcy/QvYB2JIcrBkx4I7/\ndT2yHKX1CBpMZ7h41FMCquzrdaO5NTd+Td2FYrGSBQKBgEBnAerHh/NafYlVumlS\nVgouR9IketTegyEyntVyEvENx8OA5ZLMywCIKbPMFZgPR0RgDpyDxKauCU2E09e/\nboN76UOuOg11fknJh7vFbUbzM6BXvXVOTyX9ZtZBQcd5Y3tV+tYD1tHUgurGYWb+\nyHLBMOlXdpn0gZ4rwoIQgzD9\n-----END PRIVATE KEY-----\n", "client_email": "test@email.com", "token_uri": "http://localhost:5000/oauth/token" }' + echo '{' '"type":' '"service_account",' '"private_key":' '"-----BEGIN' PRIVATE 'KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCT524vzG7uEVtX\nojcHbyQzVwlcaGkg1DWWLT+SufD08UYF0bsfcD0Etrtzo4ggwdxJQy5ygl3TNlcD\nKdelWbVyGfg9/sNB1RDlZYbQb0LVLHKjkVs7JyJsxrLk2e6NqD9ajwTEJUcLAQkj\nxlCcIi51beqrIRlvHjbtGwet/dNnRLSZf+i9SHvB2j64+RVYdnyf/IiLBvYyu7hF\nT6VjlljdbwC4TZ2jpfDL8nHRTiDiV+CX3/iH8MlMEOSM30AO5MPNVCZLlTA9W24a\nKi4NPBBlJLvG2mQELYdbhdM64iMvbPkDRtajJD6ogPB7wUoWbtSke5oOJNyV1HNt\nn91JH/dlAgMBAAECggEAQBwve2GSbfgxD0Xds4e9+dEO2jLZ6uSBS9TWOywFIa9Z\nqlkUUtbMZDgu/buTXJubeFg6EGGo+M4TnmfrNR2zFD/khj7hdS49kinVa5Dmt895\n66Osl3HprpvcXG2IxXd56q+Woc0Ew+TRiOPD+kGowLcB4ubIhw1iQpmWVRlyos6Q\nyvHssolrqOkRK9+1asixgow2Y15HtpXFN3XDIVj3gfdN1Zg80S66bTap1DS+dkJH\nSMgEZRilAjUGzbroqvZCiymlIJP5Jj5L5Wy8Qp/k1ixK10oaPgwvdmwXHX/DZ0vC\nT6XwpIaCYd3/XUWBHvrmQHFucWVPISZRi5WidggzuwKBgQDNHrxKaDrxcrV5Ncgu\npQrtQvTsIUCJGMo5m30X0Ac5CsIssOoQHdtEQW1ehJ8DtJRRb9rdWc4aelXsDUr+\no2m1zyZzM6S7IO2YhGDAo7Uu3fy1r33qYAt6uS/nHaJBpsKcyqqK+0wPDikdPLLx\nBBWZHF6WoswDEUVLQa/hHgpjPwKBgQC4l2/6xShNoobivzk8AE/Acq7PazA8gu4K\nY0UghTBlAst4RvBTURYZ2V3uw0S2FbfwL0/snHhNWZl5XjBX/H9oQmLri5qGOOpf\n9A11p5kd0x1mHDgTm/k7EgoskdXGB5NqXIB7l/3UI8Sk2N1PzHwyJJYfaB+EWTs8\n+LVy99VQWwKBgQCilRwVtiwSOSPSYWi8YCEbEpljmK+4eye/JZmviDpRYk+qcMf1\n4lRr85gm9OO9YiK1sf0+ufH9Vr5IDflFgG1HqFwHsAWANYdd/n9Z8eior1ehAurB\nHUO8EJEBlaGIfA+Bi7pF0w3kWQsJm5USKHSeGbh3ma4vOD8+eWBZBSCirQKBgQCe\n1uEq/sChnXtIXpgXg4Uc6xJ1tZy6VUgUdDulsjZklTUU+KYQa7QC5kKoFCtqK+It\nseiqiDIVDUa9Y0liTQotYwLQAT8kxJEZpF54oZFmUqX3mcy/QvYB2JIcrBkx4I7/\ndT2yHKX1CBpMZ7h41FMCquzrdaO5NTd+Td2FYrGSBQKBgEBnAerHh/NafYlVumlS\nVgouR9IketTegyEyntVyEvENx8OA5ZLMywCIKbPMFZgPR0RgDpyDxKauCU2E09e/\nboN76UOuOg11fknJh7vFbUbzM6BXvXVOTyX9ZtZBQcd5Y3tV+tYD1tHUgurGYWb+\nyHLBMOlXdpn0gZ4rwoIQgzD9\n-----END' PRIVATE 'KEY-----\n",' '"client_email":' '"test@email.com",' '"token_uri":' '"http://localhost:5000/oauth/token"' '}' + export GOOGLE_APPLICATION_CREDENTIALS=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_gcs/config.json + GOOGLE_APPLICATION_CREDENTIALS=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_gcs/config.json + curl -XPOST http://localhost:21808/storage/v1/b -d '{"name":"lightning-gcs"}' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"POST /storage/v1/b HTTP/1.1\" 200 135" 100 159 100 135 100 24 156k 28402 --:--:-- --:--:-- --:--:-- 131k {"kind":"storage#bucket","id":"lightning-gcs","name":"lightning-gcs","versioning":{},"timeCreated":"2024-05-06T20:35:37.123302+08:00"} + DATA_PATH=/tmp/lightning_test/gcs_test + mkdir -p /tmp/lightning_test/gcs_test/gcs_test + echo 'CREATE DATABASE gcs_test;' + echo 'CREATE TABLE tbl(i INT, s varchar(32));' + echo 'INSERT INTO tbl (i, s) VALUES (1, "1"),(2, "test2"), (3, "qqqtest");' + cat + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test-schema-create.sql 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test-schema-create.sql' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test-schema-create.sql HTTP/1.1\" 200 403" 100 429 100 403 100 26 79097 5103 --:--:-- --:--:-- --:--:-- 80600 {"name":"gcs_test/gcs_test-schema-create.sql","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"w70a0Q==","md5Hash":"jr6r1066e6VgnlzbErcl5Q==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2024-05-06T20:35:37.133761+08:00","updated":"2024-05-06T20:35:37.133786+08:00","deleted":"0001-01-01T00:00:00Z"} + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test.tbl-schema.sql 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl-schema.sql' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl-schema.sql HTTP/1.1\" 200 400" 100 440 100 400 100 40 83524 8352 --:--:-- --:--:-- --:--:-- 97k {"name":"gcs_test/gcs_test.tbl-schema.sql","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"8nDBbg==","md5Hash":"9IUDuKWXlpixFsjz/XRstg==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2024-05-06T20:35:37.141739+08:00","updated":"2024-05-06T20:35:37.141761+08:00","deleted":"0001-01-01T00:00:00Z"} + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test.tbl.sql 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.sql' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.sql HTTP/1.1\" 200 393" 100 462 100 393 100 69 191k 34482 --:--:-- --:--:-- --:--:-- 383k {"name":"gcs_test/gcs_test.tbl.sql","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"8zt3Pg==","md5Hash":"Ra3Pcc+gkQpnwG3kravQiQ==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2024-05-06T20:35:37.145331+08:00","updated":"2024-05-06T20:35:37.145353+08:00","deleted":"0001-01-01T00:00:00Z"} + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test.tbl.0.csv 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.0.csv' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.0.csv HTTP/1.1\" 200 395" 100 456 100 395 100 61 402k 63674 --:--:-- --:--:-- --:--:-- 385k {"name":"gcs_test/gcs_test.tbl.0.csv","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"eJeDyg==","md5Hash":"otOCsXvI0Pp9NlMAx1yx0w==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2024-05-06T20:35:37.150539+08:00","updated":"2024-05-06T20:35:37.150578+08:00","deleted":"0001-01-01T00:00:00Z"} + run_sql 'DROP DATABASE IF EXISTS gcs_test;' + run_sql 'DROP TABLE IF EXISTS gcs_test.tbl;' + SOURCE_DIR='gcs://lightning-gcs/gcs_test?endpoint=http://localhost:21808/storage/v1/' + run_lightning -d 'gcs://lightning-gcs/gcs_test?endpoint=http://localhost:21808/storage/v1/' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /storage/v1/b/lightning-gcs/o?alt=json&delimiter=&endOffset=&fields=nextPageToken%2Cprefixes%2Citems%28size%2Cname%29&includeTrailingDelimiter=false&matchGlob=&pageToken=&prefix=gcs_test%2F&prettyPrint=false&projection=full&startOffset=&versions=false HTTP/1.1\" 200 522" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /storage/v1/b/lightning-gcs/o?alt=json&delimiter=&endOffset=&fields=nextPageToken%2Cprefixes%2Citems%28name%2Csize%29&includeTrailingDelimiter=false&matchGlob=&pageToken=&prefix=gcs_test%2F&prettyPrint=false&projection=full&startOffset=&versions=false HTTP/1.1\" 200 522" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test-schema-create.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 541" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test-schema-create.sql HTTP/1.1\" 200 26" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl-schema.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 532" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl-schema.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 532" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test.tbl-schema.sql HTTP/1.1\" 200 40" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 511" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test.tbl.sql HTTP/1.1\" 200 69" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl.0.csv?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 517" time="2024-05-06T20:35:37+08:00" level=info msg="127.0.0.1 - - [06/May/2024:20:35:37 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test.tbl.0.csv HTTP/1.1\" 200 61" tidb lightning exit successfully PASS coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `gcs_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + stop_gcs + killall -9 fake-gcs-server + killall -9 fake-oauth /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_gcs/run.sh: line 49: 9605 Killed fake-gcs-server -scheme http -host $GCS_HOST -port $GCS_PORT -filesystem-root $GCS_STORAGE -public-host $GCS_HOST:$GCS_PORT *===== TEST: [lightning_gcs] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 TiFlash started. Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_checkpoint_chunks + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** j: 4 *************************** 1. row *************************** id: 3 v: ๅฌๅฌๅฌๅฌ *************************** 1. row *************************** id: 1 v2: ๅ•Šๅ•Š *************************** 1. row *************************** i: 1 v: aA +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:39 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation --backend' local -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/gbk.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_new_collation.8095.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/data --sorted-kv-dir /tmp/lightning_test/lightning_new_collation.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/gbk.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** id: 1 v: ๅ•Šๅ•Š {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Run cases: lightning_generated_columns { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=111366144 + '[' 0111366144 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:41 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.14411.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 29.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158371840 + '[' 0158371840 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Starting PD... Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=316686336 + '[' 0316686336 -gt 619610112 ']' + sleep 1 TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158367744 + '[' 0158367744 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_tidb_rowid "is_initialized": true, Starting TiDB... Verifying TiDB is started... Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158367744 + '[' 0158367744 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_rowid/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:46 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_rowid -backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_rowid.9945.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_rowid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_rowid/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_rowid.sorted --enable-checkpoint=0 --check-requirements=0 -backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158367744 + '[' 0158367744 -gt 619610112 ']' + sleep 1 TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 16.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** j: 4 *************************** 1. row *************************** id: 3 v: ๅฌๅฌๅฌๅฌ *************************** 1. row *************************** id: 1 v2: ๅ•Šๅ•Š *************************** 1. row *************************** i: 1 v: aA +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:46 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation --backend' tidb -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/gbk.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_new_collation.8237.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/data --sorted-kv-dir /tmp/lightning_test/lightning_new_collation.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_new_collation/gbk.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** id: 1 v: ๅ•Šๅ•Š + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158367744 + '[' 0158367744 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(*): 22 max(id): 37 min(_tidb_rowid): 1 max(_tidb_rowid): 22 *************************** 1. row *************************** id > 37: 1 _tidb_rowid > 22: 1 *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 1 min(_tidb_rowid): 1 max(_tidb_rowid): 1 *************************** 1. row *************************** _tidb_rowid > 70000: 1 *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:47 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_rowid -backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_rowid.10172.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_rowid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tidb_rowid/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_rowid.sorted --enable-checkpoint=0 --check-requirements=0 -backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158367744 + '[' 0158367744 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 29.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 tidb lightning exit successfully PASS coverage: 15.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 delete /tmp/lightning_test/tiflash delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/pd Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 1 min(_tidb_rowid): 70000 max(_tidb_rowid): 70000 *************************** 1. row *************************** _tidb_rowid > 70000: 1 *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *===== TEST: [lightning_tidb_rowid] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158367744 + '[' 0158367744 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158367744 + '[' 0158367744 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Run cases: lightning_tiflash *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:51 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.9673.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 13 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 4 b: 4 c: 4 d: 4.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Starting PD... TiFlash started. selected test cases: lightning_unused_config_keys + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 29.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF Run cases: lightning_duplicate_resolution_replace_one_key *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 *===== TEST: [lightning_compress] success! =====* { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_unused_config_keys/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:35:55 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_unused_config_keys --log-file' '/tmp/lightning_test/lightning-unused-config-keys.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_unused_config_keys.9565.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_unused_config_keys/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_unused_config_keys/data --sorted-kv-dir /tmp/lightning_test/lightning_unused_config_keys.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/lightning-unused-config-keys.log Verbose debug logs will be written to /tmp/lightning_test/lightning-unused-config-keys.log tidb lightning encountered error: config file contained unknown configuration options: typo-1, lightning.typo-2, typo-3 warning: GOCOVERDIR not set, no coverage data emitted *===== TEST: [lightning_unused_config_keys] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_concurrent-restore + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Run cases: lightning_various_types + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Starting PD... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning canceled PASS coverage: 18.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 1/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 2/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 3/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Chunk Now (step 4/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 5/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:00 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.14731.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 2024/05/06 20:36:00 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000020.log with log number 000020 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:36:00 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000024.log with log number 000024 stopped reading at offset: 0; replayed 0 keys in 0 batches Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=222908416 + '[' 0222908416 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 18.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(i): 5000 sum(i): 17502500 *************************** 1. row *************************** count(*): 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157618176 + '[' 0157618176 -gt 619610112 ']' + sleep 1 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Chunk Now (step 1/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:02 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.14804.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_generated_columns + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 tidb lightning canceled PASS coverage: 20.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 2/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.14863.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:36:03 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:36:03 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 3/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.14909.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:36:03 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000005.log with log number 000005 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:36:03 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000006.log with log number 000006 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 4/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.14955.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:36:04 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000009.log with log number 000009 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:36:04 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000011.log with log number 000011 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 5/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:04 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15001.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 2024/05/06 20:36:04 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:36:04 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:04 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15048.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_generated_columns/run.sh... =====* + run_sql 'SELECT CONCAT('\''SET GLOBAL time_zone='\'''\'''\'', @@time_zone, '\'''\'''\'', GLOBAL default_week_format='\'', @@default_week_format, '\'', GLOBAL block_encryption_mode='\'''\'''\'', @@block_encryption_mode, '\'''\'''\'';'\'') cmd;' *************************** 1. row *************************** cmd: SET GLOBAL time_zone='SYSTEM', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='aes-128-ecb'; ++ read_result + UNDO_CMD='SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' + trap undo_set_globals EXIT + run_sql 'SET GLOBAL time_zone='\''-08:00'\'', GLOBAL default_week_format=4, GLOBAL block_encryption_mode='\''aes-256-cbc'\''' ++ seq 3 + for _ in '$(seq 3)' + sleep 1 2024/05/06 20:36:04 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000017.log with log number 000017 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:36:04 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000021.log with log number 000021 stopped reading at offset: 0; replayed 0 keys in 0 batches "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 + run_sql 'SELECT CONCAT(@@time_zone, '\'','\'', @@default_week_format, '\'','\'', @@block_encryption_mode) res' *************************** 1. row *************************** res: -08:00,4,aes-256-cbc ++ read_result + '[' -08:00,4,aes-256-cbc = -08:00,4,aes-256-cbc ']' + break + for BACKEND in ''\''local'\''' ''\''tidb'\''' + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS gencol' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:05 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_generated_columns --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_generated_columns.11534.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_generated_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_generated_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_generated_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 18.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(i): 5000 sum(i): 17502500 *************************** 1. row *************************** count(*): 1 ******** Importing Chunk using File checkpoint Now (step 1/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 ******** Importing Chunk using File checkpoint Now (step 2/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk using File checkpoint Now (step 3/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk using File checkpoint Now (step 4/5) ******** + run_sql 'ADMIN CHECK TABLE gencol.nested' + run_sql 'SELECT * FROM gencol.nested WHERE a = 100' *************************** 1. row *************************** a: 100 b: 101 c: 102 d: 103 e: 104 f: 105 + check_contains 'a: 100' + check_contains 'b: 101' + check_contains 'c: 102' + check_contains 'd: 103' + check_contains 'e: 104' + check_contains 'f: 105' + run_sql 'SELECT * FROM gencol.nested WHERE f = 1005' *************************** 1. row *************************** a: 1000 b: 1001 c: 1002 d: 1003 e: 1004 f: 1005 + check_contains 'a: 1000' + check_contains 'b: 1001' + check_contains 'c: 1002' + check_contains 'd: 1003' + check_contains 'e: 1004' + check_contains 'f: 1005' + run_sql 'SELECT * FROM gencol.various_types' --binary-as-hex *************************** 1. row *************************** int64: 3 uint64: 5764801 float32: 0.5625 float64: 5e222 string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5 bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5 decimal: 1234.5678 duration: 01:02:03 enum: c bit: 0x03 set: c time: 1987-06-05 04:03:02.100 json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625} aes: 0xA876B03CFC8AF93D22D19E2220BD2375 tz: 1969-12-31 16:00:01 + check_contains 'int64: 3' + check_contains 'uint64: 5764801' + check_contains 'float32: 0.5625' + check_contains 'float64: 5e222' + check_contains 'string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5' + check_contains 'bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5' + check_contains 'decimal: 1234.5678' + check_contains 'duration: 01:02:03' + check_contains 'enum: c' + check_contains 'bit: 0x03' + check_contains 'set: c' + check_contains 'time: 1987-06-05 04:03:02.100' + check_contains 'json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625}' + check_contains 'aes: 0xA876B03CFC8AF93D22D19E2220BD2375' + check_contains 'tz: 1969-12-31 16:00:01' + run_sql 'ADMIN CHECK TABLE gencol.virtual_only' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id = 30' *************************** 1. row *************************** id: 30 id_plus_1: 31 id_plus_2: 32 + check_contains 'id_plus_1: 31' + check_contains 'id_plus_2: 32' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id_plus_2 = 42' *************************** 1. row *************************** id: 40 id_plus_1: 41 id_plus_2: 42 + check_contains 'id: 40' + check_contains 'id_plus_1: 41' + run_sql 'ADMIN CHECK TABLE gencol.expr_index' + run_sql 'SELECT /*+ use_index(gencol.expr_index, idx_lower_b) */ * FROM gencol.expr_index WHERE lower(b) = "cdsfds"' *************************** 1. row *************************** id: 2 a: ABC b: CDSFDS + check_contains 'id: 2' + check_contains 'a: ABC' + check_contains 'b: CDSFDS' + run_sql 'ADMIN CHECK TABLE gencol.uuid' + run_sql 'SELECT /*+ use_index(gencol.uuid, c) */ COUNT(DISTINCT(b)) FROM gencol.uuid' *************************** 1. row *************************** COUNT(DISTINCT(b)): 4 + check_contains 4 + for BACKEND in ''\''local'\''' ''\''tidb'\''' + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS gencol' Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:07 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_generated_columns --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_generated_columns.11727.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_generated_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_generated_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_generated_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk using File checkpoint Now (step 5/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** Verify File checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:07 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15360.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_chunks/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2024/05/06 20:36:07 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000017.log with log number 000017 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:36:07 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000021.log with log number 000021 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(i): 5000 sum(i): 17502500 tidb lightning exit successfully PASS coverage: 15.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'ADMIN CHECK TABLE gencol.nested' + run_sql 'SELECT * FROM gencol.nested WHERE a = 100' *************************** 1. row *************************** a: 100 b: 101 c: 102 d: 103 e: 104 f: 105 + check_contains 'a: 100' + check_contains 'b: 101' + check_contains 'c: 102' + check_contains 'd: 103' + check_contains 'e: 104' + check_contains 'f: 105' + run_sql 'SELECT * FROM gencol.nested WHERE f = 1005' *************************** 1. row *************************** a: 1000 b: 1001 c: 1002 d: 1003 e: 1004 f: 1005 + check_contains 'a: 1000' + check_contains 'b: 1001' + check_contains 'c: 1002' + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + check_contains 'd: 1003' + check_contains 'e: 1004' + check_contains 'f: 1005' + run_sql 'SELECT * FROM gencol.various_types' --binary-as-hex *************************** 1. row *************************** int64: 3 uint64: 5764801 float32: 0.5625 float64: 5e222 string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5 bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5 decimal: 1234.5678 duration: 01:02:03 enum: c bit: 0x03 set: c time: 1987-06-05 04:03:02.100 json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625} aes: 0xA876B03CFC8AF93D22D19E2220BD2375 tz: 1969-12-31 16:00:01 + check_contains 'int64: 3' + check_contains 'uint64: 5764801' + check_contains 'float32: 0.5625' + check_contains 'float64: 5e222' + check_contains 'string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5' + check_contains 'bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5' + check_contains 'decimal: 1234.5678' + check_contains 'duration: 01:02:03' + check_contains 'enum: c' + check_contains 'bit: 0x03' + check_contains 'set: c' + check_contains 'time: 1987-06-05 04:03:02.100' + check_contains 'json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625}' + check_contains 'aes: 0xA876B03CFC8AF93D22D19E2220BD2375' + check_contains 'tz: 1969-12-31 16:00:01' + run_sql 'ADMIN CHECK TABLE gencol.virtual_only' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id = 30' *************************** 1. row *************************** id: 30 id_plus_1: 31 id_plus_2: 32 + check_contains 'id_plus_1: 31' + check_contains 'id_plus_2: 32' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id_plus_2 = 42' *************************** 1. row *************************** id: 40 id_plus_1: 41 id_plus_2: 42 + check_contains 'id: 40' + check_contains 'id_plus_1: 41' + run_sql 'ADMIN CHECK TABLE gencol.expr_index' + run_sql 'SELECT /*+ use_index(gencol.expr_index, idx_lower_b) */ * FROM gencol.expr_index WHERE lower(b) = "cdsfds"' *************************** 1. row *************************** id: 2 a: ABC b: CDSFDS + check_contains 'id: 2' + check_contains 'a: ABC' + check_contains 'b: CDSFDS' + run_sql 'ADMIN CHECK TABLE gencol.uuid' + run_sql 'SELECT /*+ use_index(gencol.uuid, c) */ COUNT(DISTINCT(b)) FROM gencol.uuid' *************************** 1. row *************************** COUNT(DISTINCT(b)): 4 + check_contains 4 + undo_set_globals + run_sql 'SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' *===== TEST: [lightning_generated_columns] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_tiflash Run cases: lightning_ignore_columns + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. *===== TEST: [lightning_new_collation] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tiflash/run.sh... =====* *===== TEST: [lightning_tiflash] success! =====* Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=315187200 + '[' 0315187200 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_key {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Run cases: lightning_no_schema + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157626368 + '[' 0157626368 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** Db_name: cpch_tsr Table_name: tbl Partition_name: Update_time: 2024-05-06 20:36:08 Modify_count: 0 Row_count: 5000 Last_analyze_time: 2024-05-06 20:36:08 *===== TEST: [lightning_checkpoint_chunks] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:15 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key.11569.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_key.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_tikv_multi_rocksdb { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 2 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 26.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 6 c: 1.csv *************************** 2. row *************************** a: 2 b: 6 c: 2.csv *************************** 3. row *************************** a: 3 b: 3 c: 3.csv *************************** 4. row *************************** a: 5 b: 4 c: 5.csv + check_contains 'a: 1' + check_contains 'b: 6' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 6' Run cases: lightning_checkpoint_columns + check_contains 'c: 2.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' + check_contains 'a: 5' + check_contains 'b: 4' + check_contains 'c: 5.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_key] success! =====* TiFlash started. selected test cases: lightning_concurrent-restore Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting PD... Run cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_concurrent-restore/run.sh... =====* *************************** 1. row *************************** VARIABLE_VALUE: 10m0s +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:18 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_concurrent-restore -d' '/tmp/lightning_test/restore_conc.mydump >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_concurrent-restore.24314.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_concurrent-restore/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_concurrent-restore/data --sorted-kv-dir /tmp/lightning_test/lightning_concurrent-restore.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/restore_conc.mydump Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 22.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** VARIABLE_VALUE: 10m0s *===== TEST: [lightning_concurrent-restore] success! =====* TiFlash started. selected test cases: lightning_various_types + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_various_types/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:22 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_various_types --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_various_types.11386.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_various_types/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_various_types/data --sorted-kv-dir /tmp/lightning_test/lightning_various_types.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 16.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import using tidb finished *************************** 1. row *************************** count(pk): 16 bin(min(pk)): 0 bin(max(pk)): 11 *************************** 1. row *************************** sum(ref): 82 *************************** 1. row *************************** count(pk): 50 min(pk): -99.9990 max(pk): 99.9912 sum(pk): -9.9123 *************************** 1. row *************************** ref: 22 *************************** 1. row *************************** count(pk): 41 min(pk): 9.85967654375977e-305 max(pk): 1.0142320547350045e304 *************************** 1. row *************************** ref: 245 *************************** 1. row *************************** count(pk): 70 min(pk): 1026-09-21 15:15:54.335745 max(pk): 9889-01-08 08:51:03.389832 count(uk): 70 min(uk): 1970-11-09 19:25:45.843 max(uk): 2036-10-14 10:48:28.620 *************************** 1. row *************************** ref: 7 *************************** 1. row *************************** ref: 32 *************************** 1. row *************************** count(pk): 50 min(pk): 090abbb2-f22e-4f97-a4fe-a52eb1a80a0b max(pk): fde1328c-409c-43a8-b1b0-8c35c8000f92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 51 hex(min(pk)): 00000000000000000000000000000000 hex(max(pk)): FDE1328C409C43A8B1B08C35C8000F92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 92 count(DISTINCT js): 92 *************************** 1. row *************************** pk: 1089 *************************** 1. row *************************** js: {"126": 1, "52": 1, "54": 1, "68": 1} *************************** 1. row *************************** count(*): 26 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** set: x00,x06,x07,x09,x17,x20,x23,x24,x27,x37,x44,x46,x49,x54,x55,x58,x61,x62 *************************** 1. row *************************** set: x07,x08,x09,x10,x11,x12,x14,x16,x17,x18,x19,x22,x25,x26,x28,x29,x30,x31,x32,x33,x35,x38,x39,x41,x44,x46,x49,x51,x53,x55,x56,x58,x61,x63 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** sum(pk): 5 *************************** 1. row *************************** sum(pk): 18 *************************** 1. row *************************** sum(pk): 40 *************************** 1. row *************************** a: 18446744073709551614 b: -9223372036854775806 c: 99999999999999999999.0 d: 1.8446744073709552e19 *************************** 1. row *************************** count(*): 6 sum(id): -3341565093352173667 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:24 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_various_types --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_various_types.11657.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_various_types/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_various_types/data --sorted-kv-dir /tmp/lightning_test/lightning_various_types.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=316682240 + '[' 0316682240 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158375936 + '[' 0158375936 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 25.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import using local finished *************************** 1. row *************************** count(pk): 16 bin(min(pk)): 0 bin(max(pk)): 11 *************************** 1. row *************************** sum(ref): 82 *************************** 1. row *************************** count(pk): 50 min(pk): -99.9990 max(pk): 99.9912 sum(pk): -9.9123 *************************** 1. row *************************** ref: 22 *************************** 1. row *************************** count(pk): 41 min(pk): 9.85967654375977e-305 max(pk): 1.0142320547350045e304 *************************** 1. row *************************** ref: 245 *************************** 1. row *************************** count(pk): 70 min(pk): 1026-09-21 15:15:54.335745 max(pk): 9889-01-08 08:51:03.389832 count(uk): 70 min(uk): 1970-11-09 19:25:45.843 max(uk): 2036-10-14 10:48:28.620 *************************** 1. row *************************** ref: 7 *************************** 1. row *************************** ref: 32 *************************** 1. row *************************** count(pk): 50 min(pk): 090abbb2-f22e-4f97-a4fe-a52eb1a80a0b max(pk): fde1328c-409c-43a8-b1b0-8c35c8000f92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 51 hex(min(pk)): 00000000000000000000000000000000 hex(max(pk)): FDE1328C409C43A8B1B08C35C8000F92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 92 count(DISTINCT js): 92 *************************** 1. row *************************** pk: 1089 *************************** 1. row *************************** js: {"126": 1, "52": 1, "54": 1, "68": 1} *************************** 1. row *************************** count(*): 26 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** set: x00,x06,x07,x09,x17,x20,x23,x24,x27,x37,x44,x46,x49,x54,x55,x58,x61,x62 *************************** 1. row *************************** set: x07,x08,x09,x10,x11,x12,x14,x16,x17,x18,x19,x22,x25,x26,x28,x29,x30,x31,x32,x33,x35,x38,x39,x41,x44,x46,x49,x51,x53,x55,x56,x58,x61,x63 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** sum(pk): 5 *************************** 1. row *************************** sum(pk): 18 *************************** 1. row *************************** sum(pk): 40 *************************** 1. row *************************** a: 18446744073709551614 b: -9223372036854775806 c: 99999999999999999999.0 d: 1.8446744073709552e19 *************************** 1. row *************************** count(*): 6 sum(id): -3341565093352173667 *===== TEST: [lightning_various_types] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 Run cases: lightning_view "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_ignore_columns {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (a int primary key, b int, c int, c_source varchar(11), c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:32 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_ignore_columns.13699.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_ignore_columns.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 15.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using tidb finished Import using tidb finished + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(a): 11 sum(b): NULL sum(c): NULL + check_contains 'count(1): 4' + check_contains 'sum(a): 11' + check_contains 'sum(b): NULL' + check_contains 'sum(c): NULL' + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(a): 4 sum(b): 4 sum(c): 4 + check_contains 'count(1): 1' + check_contains 'sum(a): 4' + check_contains 'sum(b): 4' + check_contains 'sum(c): 4' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 + run_sql 'DROP DATABASE IF EXISTS routes_b;' TiFlash started. selected test cases: lightning_no_schema + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (a int primary key, b int, c int, c_source varchar(11), c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:33 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_ignore_columns.13829.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_ignore_columns.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using local finished Import using local finished + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(a): 11 sum(b): NULL sum(c): NULL + check_contains 'count(1): 4' + check_contains 'sum(a): 11' + check_contains 'sum(b): NULL' + check_contains 'sum(c): NULL' + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(a): 4 sum(b): 4 sum(c): 4 + check_contains 'count(1): 1' + check_contains 'sum(a): 4' + check_contains 'sum(b): 4' + check_contains 'sum(c): 4' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' *===== TEST: [lightning_ignore_columns] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_no_schema/run.sh... =====* TiFlash started. selected test cases: lightning_checkpoint_columns +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:35 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_no_schema --no-schema=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_no_schema.11825.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_no_schema/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_no_schema/data --sorted-kv-dir /tmp/lightning_test/lightning_no_schema.sorted --enable-checkpoint=0 --check-requirements=0 --no-schema=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 22.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** sum(x): 120 *===== TEST: [lightning_no_schema] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 Run cases: lightning_import_compress + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=316698624 + '[' 0316698624 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_columns/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk TiFlash started. selected test cases: lightning_tikv_multi_rocksdb + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158380032 + '[' 0158380032 -gt 619610112 ']' + sleep 1 Run cases: lightning_parquet Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(*): 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb + . /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services ++ set -eu ++ export PD_PEER_ADDR=127.0.0.1:2380 ++ PD_PEER_ADDR=127.0.0.1:2380 ++ export PD_ADDR=127.0.0.1:2379 ++ PD_ADDR=127.0.0.1:2379 ++ export PD_PID=/tmp/lightning_test/pd_pid.txt ++ PD_PID=/tmp/lightning_test/pd_pid.txt ++ export TIDB_IP=127.0.0.1 ++ TIDB_IP=127.0.0.1 ++ export TIDB_PORT=4000 ++ TIDB_PORT=4000 ++ export TIDB_ADDR=127.0.0.1:4000 ++ TIDB_ADDR=127.0.0.1:4000 ++ export TIDB_STATUS_ADDR=127.0.0.1:10080 ++ TIDB_STATUS_ADDR=127.0.0.1:10080 ++ export TIKV_ADDR=127.0.0.1:2016 ++ TIKV_ADDR=127.0.0.1:2016 ++ export TIKV_STATUS_ADDR=127.0.0.1:2018 ++ TIKV_STATUS_ADDR=127.0.0.1:2018 ++ export TIKV_COUNT=3 ++ TIKV_COUNT=3 ++ export TIFLASH_HTTP=127.0.0.1:20292 ++ TIFLASH_HTTP=127.0.0.1:20292 ++ export TIKV_PIDS=/tmp/lightning_test/tikv_pids.txt ++ TIKV_PIDS=/tmp/lightning_test/tikv_pids.txt ++++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services +++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils +++ pwd ++ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + export TIKV_CONFIG=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml + TIKV_CONFIG=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml + restart_services + stop_services + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop br + svc=br + killall -v -1 br + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop tidb-server + svc=tidb-server + killall -v -1 tidb-server + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop tiflash + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + svc=tiflash + killall -v -1 tiflash + stop TiFlashMain + svc=TiFlashMain + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + killall -v -1 TiFlashMain + stop tikv-server + svc=tikv-server + killall -v -1 tikv-server + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop pd-server + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + svc=pd-server + killall -v -1 pd-server + stop cdc + sleep 2 + svc=cdc + killall -v -1 cdc + stop minio + svc=minio + killall -v -1 minio + return 0 + sleep 1 + return 0 + sleep 1 + sleep 1 + return 0 + return 0 + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:36:39 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.13451.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** j: 4 *===== TEST: [lightning_checkpoint_columns] success! =====* Starting PD... Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 19 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 6 + check_contains 'count(*): 6' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 1.csv *************************** 3. row *************************** a: 3 b: 1 c: 3.csv *************************** 4. row *************************** a: 4 b: 3 c: 4.csv *************************** 5. row *************************** a: 5 b: 5 c: 5.csv *************************** 6. row *************************** a: 6 b: 6 c: 6.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 1' + check_contains 'c: 3.csv' + check_contains 'a: 4' + check_contains 'b: 3' + check_contains 'c: 4.csv' + check_contains 'a: 5' + check_contains 'b: 6' + check_contains 'c: 6.csv' + check_contains 'a: 6' + check_contains 'b: 6' + check_contains 'c: 6.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk] success! =====* + killall -v -9 tidb-server + killall -v -9 tikv-server + killall -v -9 pd-server + killall -v -9 TiFlashMain + return 0 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 + lsof -n -P -i :2379 -i :4000 -i :10080 -i :20161 -i :20162 -i :20163 -i :20181 -i :20182 -i :20183 -i :17000 -i :20292 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 Run cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk + true + start_services + max_retry=3 ++ seq 1 3 + for retry_time in '$(seq 1 $max_retry)' + start_services_impl + stop_services + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop br + svc=br + killall -v -1 br + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop tidb-server + svc=tidb-server + killall -v -1 tidb-server + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop tiflash + svc=tiflash + killall -v -1 tiflash + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop TiFlashMain + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + svc=TiFlashMain + killall -v -1 TiFlashMain + stop tikv-server + svc=tikv-server + killall -v -1 tikv-server + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop pd-server + svc=pd-server + killall -v -1 pd-server + for svc in '"br"' '"tidb-server"' '"tiflash"' '"TiFlashMain"' '"tikv-server"' '"pd-server"' '"cdc"' '"minio"' + stop cdc + svc=cdc + sleep 2 + killall -v -1 cdc + stop minio + svc=minio + killall -v -1 minio + return 0 + return 0 + return 0 + return 0 + return 0 + return 0 + return 0 + return 0 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ cut -f 1 ++ du -s -B1 /tmp/lightning_test/with-disk-quota + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 Run cases: lightning_checkpoint_dirty_tableid { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 Starting PD... Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + lsof -n -P -i :2379 -i :4000 -i :10080 -i :20161 -i :20162 -i :20163 -i :20181 -i :20182 -i :20183 -i :17000 -i :20292 + true + cleanup_data + for svc in '"br"' '"tidb"' '"tiflash"' '"tikv"' '"pd"' + find /tmp/lightning_test -maxdepth 1 -name 'br*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' + for svc in '"br"' '"tidb"' '"tiflash"' '"tikv"' '"pd"' + find /tmp/lightning_test -maxdepth 1 -name 'tidb*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' + for svc in '"br"' '"tidb"' '"tiflash"' '"tikv"' '"pd"' + find /tmp/lightning_test -maxdepth 1 -name 'tiflash*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' delete /tmp/lightning_test/tiflash + for svc in '"br"' '"tidb"' '"tiflash"' '"tikv"' '"pd"' + find /tmp/lightning_test -maxdepth 1 -name 'tikv*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/tikv1 + for svc in '"br"' '"tidb"' '"tiflash"' '"tikv"' '"pd"' + find /tmp/lightning_test -maxdepth 1 -name 'pd*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' delete /tmp/lightning_test/pd + RUN_TIFLASH=true + [[ 0 -gt 0 ]] + rm -f '/tmp/lightning_test/tikv_pids.txt*' + start_pd + echo 'Starting PD...' Starting PD... + mkdir -p /tmp/lightning_test/pd -m 700 + pid=13988 + echo -e 13988 + pd-server --client-urls https://127.0.0.1:2379 --peer-urls https://127.0.0.1:2380 --log-file /tmp/lightning_test/pd.log --data-dir /tmp/lightning_test/pd --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/config/pd.toml + i=0 + run_curl https://127.0.0.1:2379/pd/api/v1/version + i=1 + '[' 1 -gt 20 ']' + sleep 3 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_view + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_curl https://127.0.0.1:2379/pd/api/v1/version { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } + echo -e 3b5896b5be691006e0f71c3040a29495ddcad20b14aff61806940ebd780d3c62 ++ seq 3 + for i in '$(seq $TIKV_COUNT)' + start_tikv 1 + i=1 + echo 'Starting TiKV(1)...' Starting TiKV(1)... + mkdir -p /tmp/lightning_test/tikv1 + pid=14035 + echo -e '14035\t/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml' + tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20181 --log-file /tmp/lightning_test/tikv1.log --log-level info -C /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml -s /tmp/lightning_test/tikv1 + for i in '$(seq $TIKV_COUNT)' + start_tikv 2 + i=2 + echo 'Starting TiKV(2)...' Starting TiKV(2)... + mkdir -p /tmp/lightning_test/tikv2 + pid=14037 + echo -e '14037\t/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml' + tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20182 --log-file /tmp/lightning_test/tikv2.log --log-level info -C /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml -s /tmp/lightning_test/tikv2 + for i in '$(seq $TIKV_COUNT)' + start_tikv 3 + i=3 + echo 'Starting TiKV(3)...' Starting TiKV(3)... + mkdir -p /tmp/lightning_test/tikv3 + pid=14039 + echo -e '14039\t/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml' + ensure_tikv + tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20163 --status-addr 127.0.0.1:20183 --log-file /tmp/lightning_test/tikv3.log --log-level info -C /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml -s /tmp/lightning_test/tikv3 + echo 'Waiting initializing TiKV...' Waiting initializing TiKV... + run_curl https://127.0.0.1:2379/pd/api/v1/cluster/status + grep '"is_initialized": true' + i=4 + '[' 4 -gt 20 ']' + sleep 5 Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157634560 + '[' 0157634560 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157634560 + '[' 0157634560 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_view/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 Debugger for raftstore-v2 is used + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 23.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 sum(i): 6 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** s: test1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_curl https://127.0.0.1:2379/pd/api/v1/cluster/status + grep '"is_initialized": true' "is_initialized": true, + start_tidb + echo 'Starting TiDB...' Starting TiDB... + echo 'Verifying TiDB is started...' Verifying TiDB is started... + i=0 + run_curl https://127.0.0.1:10080/status + tidb-server -P 4000 --status 10080 --advertise-address=127.0.0.1 --store tikv --path 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/config/tidb.toml --log-file /tmp/lightning_test/tidb.log + i=1 + '[' 1 -gt 50 ']' + sleep 3 "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 15.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 sum(i): 6 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** s: test1 *===== TEST: [lightning_view] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=79618048 + '[' 079618048 -gt 619610112 ']' + sleep 1 Run cases: lightning_write_batch + run_curl https://127.0.0.1:10080/status + i=2 + '[' 2 -gt 50 ']' + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=79618048 + '[' 079618048 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_parquet + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=79618048 + '[' 079618048 -gt 619610112 ']' + sleep 1 Starting PD... + run_curl https://127.0.0.1:10080/status TiFlash started. selected test cases: lightning_import_compress + i=3 + '[' 3 -gt 50 ']' + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=79618048 + '[' 079618048 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_parquet/run.sh... =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=8192 + '[' 08192 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/run.sh... =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=8192 + '[' 08192 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=8192 + '[' 08192 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 25.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + touch /tmp/lightning_test/sorted-with-disk-quota.finished + '[' -s /tmp/lightning_test/sorted-with-disk-quota.finished ']' + grep -q 'disk quota exceeded' /tmp/lightning_test/lightning-disk-quota.log + run_sql 'select cast(trim(trailing '\''a'\'' from aes_decrypt(sa, '\''xxx'\'', '\''iviviviviviviviv'\'')) as char) a from disk_quota.t where id = 1357' *************************** 1. row *************************** a: 1357 + check_contains 'a: 1357' + run_sql 'select cast(trim(trailing '\''e'\'' from aes_decrypt(se, '\''xxx'\'', '\''iviviviviviviviv'\'')) as char) e from disk_quota.t where id = 246' *************************** 1. row *************************** e: 246 + check_contains 'e: 246' + cleanup + touch /tmp/lightning_test/sorted-with-disk-quota.finished + run_sql 'SET GLOBAL block_encryption_mode = '\''aes-128-ecb'\'';' *===== TEST: [lightning_disk_quota] success! =====* {"level":"warn","ts":1714999022.8170493,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0011f9880/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unknown desc = malformed header: missing HTTP content-type"} + run_curl https://127.0.0.1:10080/status + i=4 + '[' 4 -gt 50 ']' + sleep 3 TiFlash started. selected test cases: lightning_checkpoint_dirty_tableid + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress --backend' local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/config.toml --log-file /tmp/lightning_test/lightning-import-compress1.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_compress.15752.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/data --sorted-kv-dir /tmp/lightning_test/lightning_import_compress.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/config.toml --log-file /tmp/lightning_test/lightning-import-compress1.log -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-import-compress1.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_parquet --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_parquet.13677.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_parquet/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_parquet/data --sorted-kv-dir /tmp/lightning_test/lightning_parquet.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid + rm -f /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:04 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.19105.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_distributed_import tidb lightning exit successfully PASS coverage: 22.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 20 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 50 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** sum(c_id): 210 *************************** 1. row *************************** w_name: eLNEDIW *************************** 1. row *************************** w_bool: 1 *************************** 1. row *************************** c_since: 2020-09-10 20:17:16 c_discount: 0.0585 *************************** 1. row *************************** ts: 2022-09-10 09:09:00.000000 *************************** 2. row *************************** ts: 1997-08-11 02:01:10.000000 *************************** 3. row *************************** ts: 1995-12-31 23:00:01.000000 *************************** 4. row *************************** ts: 2020-02-29 23:00:00.000000 *************************** 5. row *************************** ts: 2038-01-19 00:00:00.000000 warning: GOCOVERDIR not set, no coverage data emitted + run_sql 'DROP DATABASE IF EXISTS cpdt' {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + export GO_FAILPOINTS= + GO_FAILPOINTS= + set +e + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:05 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.19150.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now,please run command "./tidb-lightning-ctl --checkpoint-remove='`cpdt`.`t`' --config=..."You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run warning: GOCOVERDIR not set, no coverage data emitted + set -e ++ grep 'TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now.' /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + ILLEGAL_CP_COUNT=3 ++ grep checkpoint-remove= /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + TABLE_SUGGEST=3 + '[' 3 -eq 3 ']' + '[' 3 -eq 3 ']' + run_sql 'DROP DATABASE IF EXISTS cpdt' + run_curl https://127.0.0.1:10080/status + i=5 + '[' 5 -gt 50 ']' + sleep 3 + rm -f /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log + rm -f /tmp/tidb_lightning_checkpoint.pb + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:06 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.19206.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log warning: GOCOVERDIR not set, no coverage data emitted + run_sql 'DROP DATABASE IF EXISTS cpdt' + export GO_FAILPOINTS= + GO_FAILPOINTS= + set +e + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:06 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.19248.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:06 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_parquet --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_parquet.13888.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_parquet/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_parquet/data --sorted-kv-dir /tmp/lightning_test/lightning_parquet.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now,please run command "./tidb-lightning-ctl --checkpoint-remove='`cpdt`.`t`' --config=..."You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run warning: GOCOVERDIR not set, no coverage data emitted + set -e ++ grep 'TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now.' /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + ILLEGAL_CP_COUNT=3 ++ grep checkpoint-remove= /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + TABLE_SUGGEST=3 + '[' 3 -eq 3 ']' + '[' 3 -eq 3 ']' *===== TEST: [lightning_checkpoint_dirty_tableid] success! =====* tidb lightning exit successfully PASS coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:07 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress --backend' local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/config_gz.toml --log-file /tmp/lightning_test/lightning-import-compress2.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_compress.15823.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/data --sorted-kv-dir /tmp/lightning_test/lightning_import_compress.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/config_gz.toml --log-file /tmp/lightning_test/lightning-import-compress2.log -L debug tidb lightning exit successfully PASS coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 20 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 Verbose debug logs will be written to /tmp/lightning_test/lightning-import-compress2.log *************************** 1. row *************************** count(*): 50 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** sum(c_id): 210 *************************** 1. row *************************** w_name: eLNEDIW *************************** 1. row *************************** w_bool: 1 *************************** 1. row *************************** c_since: 2020-09-10 20:17:16 c_discount: 0.0585 *************************** 1. row *************************** ts: 2022-09-10 09:09:00.000000 *************************** 2. row *************************** ts: 1997-08-11 02:01:10.000000 *************************** 3. row *************************** ts: 1995-12-31 23:00:01.000000 *************************** 4. row *************************** ts: 2020-02-29 23:00:00.000000 *************************** 5. row *************************** ts: 2038-01-19 00:00:00.000000 *===== TEST: [lightning_parquet] success! =====* Starting PD... + run_curl https://127.0.0.1:10080/status + i=6 + '[' 6 -gt 50 ']' + sleep 3 TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests already exists) [Pipeline] // cache [Pipeline] } Run cases: lightning_partition_incremental [Pipeline] // dir [Pipeline] } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:10 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.15339.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:10 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress --backend' local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/config_gzip.toml --log-file /tmp/lightning_test/lightning-import-compress3.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_compress.15894.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/data --sorted-kv-dir /tmp/lightning_test/lightning_import_compress.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_import_compress/config_gzip.toml --log-file /tmp/lightning_test/lightning-import-compress3.log -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-import-compress3.log [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 14 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 6 + check_contains 'count(*): 6' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 1.csv *************************** 3. row *************************** a: 3 b: 1 c: 3.csv *************************** 4. row *************************** a: 4 b: 3 c: 4.csv *************************** 5. row *************************** a: 5 b: 5 c: 5.csv *************************** 6. row *************************** a: 6 b: 6 c: 6.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 1' + check_contains 'c: 3.csv' + check_contains 'a: 4' + check_contains 'b: 3' + check_contains 'c: 4.csv' + check_contains 'a: 5' + check_contains 'b: 6' + check_contains 'c: 6.csv' + check_contains 'a: 6' + check_contains 'b: 6' + check_contains 'c: 6.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk] success! =====* Starting PD... + run_curl https://127.0.0.1:10080/status + i=7 + '[' 7 -gt 50 ']' + sleep 3 [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... uncompress: 30805368, gzip: 3832983, gz: 3831776 *===== TEST: [lightning_import_compress] success! =====* { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + run_curl https://127.0.0.1:10080/status + i=8 + '[' 8 -gt 50 ']' + sleep 3 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_incremental {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + run_curl https://127.0.0.1:10080/status {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}+ true + start_tiflash + echo 'Starting TiFlash...' Starting TiFlash... + make_tiflash_config + i=0 + run_curl https://127.0.0.1:20292/tiflash/store-status + tiflash server --config-file=/tmp/lightning_test/tiflash.toml + i=1 + '[' 1 -gt 20 ']' + echo 'TiFlash seems doesn'\''t started, retrying...' TiFlash seems doesn't started, retrying... + sleep 3 Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting PD... TiFlash started. selected test cases: lightning_write_batch "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_curl https://127.0.0.1:20292/tiflash/store-status + echo 'TiFlash started.' TiFlash started. + i=0 + run_curl https://127.0.0.1:2379/pd/api/v1/cluster/status + grep -q '"is_initialized": true' + return 0 + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_lightning --backend local --log-file /tmp/lightning_test/lightning-local.log -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:20 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb --backend' local --log-file /tmp/lightning_test/lightning-local.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tikv_multi_rocksdb.31472.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/data --sorted-kv-dir /tmp/lightning_test/lightning_tikv_multi_rocksdb.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --log-file /tmp/lightning_test/lightning-local.log -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch + mkdir -p /tmp/lightning_test/data + run_sql 'DROP DATABASE IF EXISTS test;' + run_sql 'DROP TABLE IF EXISTS test.t;' + cat + cat + set +x + rm -rf /tmp/lightning_test/lightning.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/kv-count.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/kv-count.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_batch.15702.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/data --sorted-kv-dir /tmp/lightning_test/lightning_write_batch.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/kv-count.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_contains 'afterFlushKVs count=100,' /tmp/lightning_test/lightning.log + check_not_contains 'afterFlushKVs count=20,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-pairs\":20,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-size\":16384,' /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/data/test.t.0.csv + run_sql 'truncate table test.t;' + set +x + rm -rf /tmp/lightning_test/lightning.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/kv-size.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:21 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/kv-size.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_batch.15765.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/data --sorted-kv-dir /tmp/lightning_test/lightning_write_batch.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_batch/kv-size.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 22.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_contains 'afterFlushKVs count=1,' /tmp/lightning_test/lightning.log + check_not_contains 'afterFlushKVs count=20,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-pairs\":32768,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-size\":10,' /tmp/lightning_test/lightning.log *===== TEST: [lightning_write_batch] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 24.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -qF '\"engine\":\"raft-kv2\"' /tmp/lightning_test/tikv1.log /tmp/lightning_test/tikv2.log /tmp/lightning_test/tikv3.log + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' *===== TEST: [lightning_tikv_multi_rocksdb] success! =====* Run cases: lightning_write_limit TiFlash started. selected test cases: lightning_distributed_import Run cases: lightning_too_many_columns {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import + LOG_FILE1=/tmp/lightning_test/lightning-distributed-import1.log + LOG_FILE2=/tmp/lightning_test/lightning-distributed-import2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + pid1=15457 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/data1 --log-file /tmp/lightning_test/lightning-distributed-import1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/config.toml + pid2=15458 + wait 15457 15458 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/data2 --log-file /tmp/lightning_test/lightning-distributed-import2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date ++ date + echo '[Mon May 6 20:37:27 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/data1 --log-file /tmp/lightning_test/lightning-distributed-import1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/config.toml >>>>>>' + echo '[Mon May 6 20:37:27 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/data2 --log-file /tmp/lightning_test/lightning-distributed-import2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_distributed_import.15457.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/data --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/data1 --log-file /tmp/lightning_test/lightning-distributed-import1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/config.toml + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_distributed_import.15458.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/data --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/data2 --log-file /tmp/lightning_test/lightning-distributed-import2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_distributed_import/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-distributed-import1.log Verbose debug logs will be written to /tmp/lightning_test/lightning-distributed-import2.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'select count(*) from distributed_import.t' *************************** 1. row *************************** count(*): 10 + check_contains 'count(*): 10' *===== TEST: [lightning_distributed_import] success! =====* Starting PD... TiFlash started. selected test cases: lightning_partition_incremental { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_drop_other_tables_halfway *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental + run_lightning --backend=local -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:31 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental --backend=local' -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partition_incremental.15809.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_partition_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + LOG_FILE1=/tmp/lightning_test/lightning_partition_incremental1.log + LOG_FILE2=/tmp/lightning_test/lightning_partition_incremental2.log + pid1=15856 + run_lightning --log-file /tmp/lightning_test/lightning_partition_incremental1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/config1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data1 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + pid2=15857 + wait 15856 15857 + run_lightning --log-file /tmp/lightning_test/lightning_partition_incremental2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/config2.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data2 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date ++ date + echo '[Mon May 6 20:37:34 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental --log-file' /tmp/lightning_test/lightning_partition_incremental2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/config2.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data2 >>>>>>' + echo '[Mon May 6 20:37:34 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental --log-file' /tmp/lightning_test/lightning_partition_incremental1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/config1.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partition_incremental.15856.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_partition_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/lightning_partition_incremental1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/config1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data1 + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partition_incremental.15857.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_partition_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/lightning_partition_incremental2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/config2.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partition_incremental/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning_partition_incremental1.log Verbose debug logs will be written to /tmp/lightning_test/lightning_partition_incremental2.log tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -F 'checksum pass' /tmp/lightning_test/lightning_partition_incremental1.log + grep -Fq auto_rowid + grep -F 'checksum pass' /tmp/lightning_test/lightning_partition_incremental1.log + grep -Fq non_pk_auto_inc + run_sql 'admin check table incr.auto_rowid' + run_sql 'admin check table incr.non_pk_auto_inc' + run_sql 'select count(*) from incr.auto_rowid' *************************** 1. row *************************** count(*): 60 + check_contains 'count(*): 60' + run_sql 'select count(distinct _tidb_rowid) from incr.auto_rowid' *************************** 1. row *************************** count(distinct _tidb_rowid): 60 + check_contains 'count(distinct _tidb_rowid): 60' + run_sql 'select count(*) from incr.non_pk_auto_inc' *************************** 1. row *************************** count(*): 60 + check_contains 'count(*): 60' + run_sql 'select count(distinct _tidb_rowid) from incr.non_pk_auto_inc' *************************** 1. row *************************** count(distinct _tidb_rowid): 60 + check_contains 'count(distinct _tidb_rowid): 60' *===== TEST: [lightning_partition_incremental] success! =====* TiFlash started. selected test cases: lightning_incremental "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_partitioned-table *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:38 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_incremental.17770.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... "is_initialized": true, Starting TiDB... Verifying TiDB is started... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** result: a,b,c *************************** 1. row *************************** result: a,b,c *************************** 1. row *************************** sum(pk): 6 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:40 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental/data1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_incremental.17961.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental/data1 Starting PD... Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 24.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 25 *************************** 5. row *************************** inc: 26 *************************** 6. row *************************** inc: 27 *************************** 1. row *************************** inc: 25 *************************** 2. row *************************** inc: 26 *************************** 3. row *************************** inc: 27 *************************** 4. row *************************** inc: 1 *************************** 5. row *************************** inc: 2 *************************** 6. row *************************** inc: 3 /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_incremental/run.sh: line 77: 25 1: syntax error in expression (error token is "1") *************************** 1. row *************************** result: a,b,c,d,e,f *************************** 1. row *************************** result: a,b,c,d,e,f *************************** 1. row *************************** sum(pk): 21 *===== TEST: [lightning_incremental] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_issue_282 TiFlash started. selected test cases: lightning_write_limit Starting PD... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit + mkdir -p /tmp/lightning_test/data + run_sql 'DROP DATABASE IF EXISTS test;' + run_sql 'DROP TABLE IF EXISTS test.t;' + cat + cat + set +x {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_too_many_columns ++ date +%s + start=1714999069 + run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:49 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_limit.17627.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit/data --sorted-kv-dir /tmp/lightning_test/lightning_write_limit.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_write_limit/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_drop_other_tables_halfway *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_too_many_columns/run.sh... =====* + for backend in tidb local + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS too_many_columns;' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:51 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_too_many_columns --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_too_many_columns.36231.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_too_many_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_too_many_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_too_many_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM too_many_columns.t' *************************** 1. row *************************** COL001: 1001 COL002: 1002 COL003: 1003 COL004: 1004 COL005: 1005 COL006: 1006 COL007: 1007 COL008: 1008 COL009: 1009 COL010: 1010 COL011: 1011 COL012: 1012 COL013: 1013 COL014: 1014 COL015: 1015 COL016: 1016 COL017: 1017 COL018: 1018 COL019: 1019 COL020: 1020 COL021: 1021 COL022: 1022 COL023: 1023 COL024: 1024 COL025: 1025 COL026: 1026 COL027: 1027 COL028: 1028 COL029: 1029 COL030: 1030 COL031: 1031 COL032: 1032 COL033: 1033 COL034: 1034 COL035: 1035 COL036: 1036 COL037: 1037 COL038: 1038 COL039: 1039 COL040: 1040 COL041: 1041 COL042: 1042 COL043: 1043 COL044: 1044 COL045: 1045 COL046: 1046 COL047: 1047 COL048: 1048 COL049: 1049 COL050: 1050 COL051: 1051 COL052: 1052 COL053: 1053 COL054: 1054 COL055: 1055 COL056: 1056 COL057: 1057 COL058: 1058 COL059: 1059 COL060: 1060 COL061: 1061 COL062: 1062 COL063: 1063 COL064: 1064 COL065: 1065 COL066: 1066 COL067: 1067 COL068: 1068 COL069: 1069 COL070: 1070 COL071: 1071 COL072: 1072 COL073: 1073 COL074: 1074 COL075: 1075 COL076: 1076 COL077: 1077 COL078: 1078 COL079: 1079 COL080: 1080 COL081: 1081 COL082: 1082 COL083: 1083 COL084: 1084 COL085: 1085 COL086: 1086 COL087: 1087 COL088: 1088 COL089: 1089 COL090: 1090 COL091: 1091 COL092: 1092 COL093: 1093 COL094: 1094 COL095: 1095 COL096: 1096 COL097: 1097 COL098: 1098 COL099: 1099 COL100: 1100 COL101: 1101 COL102: 1102 COL103: 1103 COL104: 1104 COL105: 1105 COL106: 1106 COL107: 1107 COL108: 1108 COL109: 1109 COL110: 1110 COL111: 1111 COL112: 1112 COL113: 1113 COL114: 1114 COL115: 1115 COL116: 1116 COL117: 1117 COL118: 1118 COL119: 1119 COL120: 1120 COL121: 1121 COL122: 1122 COL123: 1123 COL124: 1124 COL125: 1125 COL126: 1126 COL127: 1127 COL128: 1128 COL129: 1129 COL130: 1130 COL131: 1131 COL132: 1132 COL133: 1133 COL134: 1134 COL135: 1135 COL136: 1136 COL137: 1137 COL138: 1138 COL139: 1139 COL140: 1140 COL141: 1141 COL142: 1142 COL143: 1143 COL144: 1144 COL145: 1145 COL146: 1146 COL147: 1147 COL148: 1148 COL149: 1149 COL150: 1150 COL151: 1151 COL152: 1152 COL153: 1153 COL154: 1154 COL155: 1155 COL156: 1156 COL157: 1157 COL158: 1158 COL159: 1159 COL160: 1160 COL161: 1161 COL162: 1162 COL163: 1163 COL164: 1164 COL165: 1165 COL166: 1166 COL167: 1167 COL168: 1168 COL169: 1169 COL170: 1170 COL171: 1171 COL172: 1172 COL173: 1173 COL174: 1174 COL175: 1175 COL176: 1176 COL177: 1177 COL178: 1178 COL179: 1179 COL180: 1180 COL181: 1181 COL182: 1182 COL183: 1183 COL184: 1184 COL185: 1185 COL186: 1186 COL187: 1187 COL188: 1188 COL189: 1189 COL190: 1190 COL191: 1191 COL192: 1192 COL193: 1193 COL194: 1194 COL195: 1195 COL196: 1196 COL197: 1197 COL198: 1198 COL199: 1199 COL200: 1200 COL201: 1201 COL202: 1202 COL203: 1203 COL204: 1204 COL205: 1205 COL206: 1206 COL207: 1207 COL208: 1208 COL209: 1209 COL210: 1210 COL211: 1211 COL212: 1212 COL213: 1213 COL214: 1214 COL215: 1215 COL216: 1216 COL217: 1217 COL218: 1218 COL219: 1219 COL220: 1220 COL221: 1221 COL222: 1222 COL223: 1223 COL224: 1224 COL225: 1225 COL226: 1226 COL227: 1227 COL228: 1228 COL229: 1229 COL230: 1230 COL231: 1231 COL232: 1232 COL233: 1233 COL234: 1234 COL235: 1235 COL236: 1236 COL237: 1237 COL238: 1238 COL239: 1239 COL240: 1240 COL241: 1241 COL242: 1242 COL243: 1243 COL244: 1244 COL245: 1245 COL246: 1246 COL247: 1247 COL248: 1248 COL249: 1249 COL250: 1250 COL251: 1251 COL252: 1252 COL253: 1253 COL254: 1254 COL255: 1255 COL256: 1256 + check_contains 'COL001: 1001' + check_contains 'COL256: 1256' + check_contains 'COL100: 1100' + for backend in tidb local + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS too_many_columns;' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:51 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_too_many_columns --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_too_many_columns.36279.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_too_many_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_too_many_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_too_many_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_drop_other_tables_halfway/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:52 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_drop_other_tables_halfway >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_drop_other_tables_halfway.17366.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_drop_other_tables_halfway/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_drop_other_tables_halfway/data --sorted-kv-dir /tmp/lightning_test/lightning_drop_other_tables_halfway.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... failpoint: getTableStructuresByFileMeta_BeforeFetchRemoteTableModels tidb lightning exit successfully PASS coverage: 22.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM too_many_columns.t' *************************** 1. row *************************** COL001: 1001 COL002: 1002 COL003: 1003 COL004: 1004 COL005: 1005 COL006: 1006 COL007: 1007 COL008: 1008 COL009: 1009 COL010: 1010 COL011: 1011 COL012: 1012 COL013: 1013 COL014: 1014 COL015: 1015 COL016: 1016 COL017: 1017 COL018: 1018 COL019: 1019 COL020: 1020 COL021: 1021 COL022: 1022 COL023: 1023 COL024: 1024 COL025: 1025 COL026: 1026 COL027: 1027 COL028: 1028 COL029: 1029 COL030: 1030 COL031: 1031 COL032: 1032 COL033: 1033 COL034: 1034 COL035: 1035 COL036: 1036 COL037: 1037 COL038: 1038 COL039: 1039 COL040: 1040 COL041: 1041 COL042: 1042 COL043: 1043 COL044: 1044 COL045: 1045 COL046: 1046 COL047: 1047 COL048: 1048 COL049: 1049 COL050: 1050 COL051: 1051 COL052: 1052 COL053: 1053 COL054: 1054 COL055: 1055 COL056: 1056 COL057: 1057 COL058: 1058 COL059: 1059 COL060: 1060 COL061: 1061 COL062: 1062 COL063: 1063 COL064: 1064 COL065: 1065 COL066: 1066 COL067: 1067 COL068: 1068 COL069: 1069 COL070: 1070 COL071: 1071 COL072: 1072 COL073: 1073 COL074: 1074 COL075: 1075 COL076: 1076 COL077: 1077 COL078: 1078 COL079: 1079 COL080: 1080 COL081: 1081 COL082: 1082 COL083: 1083 COL084: 1084 COL085: 1085 COL086: 1086 COL087: 1087 COL088: 1088 COL089: 1089 COL090: 1090 COL091: 1091 COL092: 1092 COL093: 1093 COL094: 1094 COL095: 1095 COL096: 1096 COL097: 1097 COL098: 1098 COL099: 1099 COL100: 1100 COL101: 1101 COL102: 1102 COL103: 1103 COL104: 1104 COL105: 1105 COL106: 1106 COL107: 1107 COL108: 1108 COL109: 1109 COL110: 1110 COL111: 1111 COL112: 1112 COL113: 1113 COL114: 1114 COL115: 1115 COL116: 1116 COL117: 1117 COL118: 1118 COL119: 1119 COL120: 1120 COL121: 1121 COL122: 1122 COL123: 1123 COL124: 1124 COL125: 1125 COL126: 1126 COL127: 1127 COL128: 1128 COL129: 1129 COL130: 1130 COL131: 1131 COL132: 1132 COL133: 1133 COL134: 1134 COL135: 1135 COL136: 1136 COL137: 1137 COL138: 1138 COL139: 1139 COL140: 1140 COL141: 1141 COL142: 1142 COL143: 1143 COL144: 1144 COL145: 1145 COL146: 1146 COL147: 1147 COL148: 1148 COL149: 1149 COL150: 1150 COL151: 1151 COL152: 1152 COL153: 1153 COL154: 1154 COL155: 1155 COL156: 1156 COL157: 1157 COL158: 1158 COL159: 1159 COL160: 1160 COL161: 1161 COL162: 1162 COL163: 1163 COL164: 1164 COL165: 1165 COL166: 1166 COL167: 1167 COL168: 1168 COL169: 1169 COL170: 1170 COL171: 1171 COL172: 1172 COL173: 1173 COL174: 1174 COL175: 1175 COL176: 1176 COL177: 1177 COL178: 1178 COL179: 1179 COL180: 1180 COL181: 1181 COL182: 1182 COL183: 1183 COL184: 1184 COL185: 1185 COL186: 1186 COL187: 1187 COL188: 1188 COL189: 1189 COL190: 1190 COL191: 1191 COL192: 1192 COL193: 1193 COL194: 1194 COL195: 1195 COL196: 1196 COL197: 1197 COL198: 1198 COL199: 1199 COL200: 1200 COL201: 1201 COL202: 1202 COL203: 1203 COL204: 1204 COL205: 1205 COL206: 1206 COL207: 1207 COL208: 1208 COL209: 1209 COL210: 1210 COL211: 1211 COL212: 1212 COL213: 1213 COL214: 1214 COL215: 1215 COL216: 1216 COL217: 1217 COL218: 1218 COL219: 1219 COL220: 1220 COL221: 1221 COL222: 1222 COL223: 1223 COL224: 1224 COL225: 1225 COL226: 1226 COL227: 1227 COL228: 1228 COL229: 1229 COL230: 1230 COL231: 1231 COL232: 1232 COL233: 1233 COL234: 1234 COL235: 1235 COL236: 1236 COL237: 1237 COL238: 1238 COL239: 1239 COL240: 1240 COL241: 1241 COL242: 1242 COL243: 1243 COL244: 1244 COL245: 1245 COL246: 1246 COL247: 1247 COL248: 1248 COL249: 1249 COL250: 1250 COL251: 1251 COL252: 1252 COL253: 1253 COL254: 1254 COL255: 1255 COL256: 1256 + check_contains 'COL001: 1001' + check_contains 'COL256: 1256' + check_contains 'COL100: 1100' *===== TEST: [lightning_too_many_columns] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table dropped Run cases: lightning_tool_135 TiFlash started. selected test cases: lightning_partitioned-table "is_initialized": true, Starting TiDB... Verifying TiDB is started... failpoint: FetchRemoteTableModels_BeforeFetchTableAutoIDInfos tidb lightning exit successfully PASS coverage: 14.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *===== TEST: [lightning_drop_other_tables_halfway] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partitioned-table/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:37:59 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partitioned-table --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partitioned-table.17760.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partitioned-table/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partitioned-table/data --sorted-kv-dir /tmp/lightning_test/lightning_partitioned-table.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... tidb lightning exit successfully PASS coverage: 14.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: a Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2024-05-06 20:37:59 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: range Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2024-05-06 20:37:59 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: list Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2024-05-06 20:37:59 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: defaultlist Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2024-05-06 20:37:59 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:00 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partitioned-table --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partitioned-table.17860.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partitioned-table/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_partitioned-table/data --sorted-kv-dir /tmp/lightning_test/lightning_partitioned-table.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_duplicate_detection tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ date +%s + end=1714999080 + take=11 + '[' 11 -lt 10 ']' *===== TEST: [lightning_write_limit] success! =====* { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: a Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 16 Data_length: 128 Max_data_length: 0 Index_length: 64 Data_free: 0 Auto_increment: NULL Create_time: 2024-05-06 20:38:00 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: range Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 16 Data_length: 128 Max_data_length: 0 Index_length: 64 Data_free: 0 Auto_increment: NULL Create_time: 2024-05-06 20:38:00 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: list Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 16 Data_length: 128 Max_data_length: 0 Index_length: 64 Data_free: 0 Auto_increment: NULL Create_time: 2024-05-06 20:38:01 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: defaultlist Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 16 Data_length: 128 Max_data_length: 0 Index_length: 64 Data_free: 0 Auto_increment: NULL Create_time: 2024-05-06 20:38:00 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *===== TEST: [lightning_partitioned-table] success! =====* Starting PD... Run cases: lightning_pd_leader_switch {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Run cases: lightning_record_network TiFlash started. selected test cases: lightning_issue_282 Starting PD... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_282/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:08 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_282 --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_282.19874.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_282/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_282/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_282.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** hex(accessKey): 405026464C415348534841 *************************** 2. row *************************** hex(accessKey): 1A +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:09 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_282 --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_282.19919.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_282/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_282/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_282.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** hex(accessKey): 405026464C415348534841 *************************** 2. row *************************** hex(accessKey): 1A *===== TEST: [lightning_issue_282] success! =====* { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_issue_40657 Starting PD... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_tool_135 { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_135/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:18 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_135 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_135.38122.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_135/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_tool_135/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_135.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(a): 1000 sum(a): 601500 min(a): 102 max(a): 1101 *************************** 1. row *************************** count(a): 1001 min(a): 102 max(a) > 1101: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 548500 min(a): 49 max(a): 1048 *************************** 1. row *************************** count(a): 1001 min(a): 49 max(a) > 1048: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 532218793 min(a): 1071 max(a): 1048054 count(b): 1000 sum(b): 645500 min(b): 146 max(b): 1145 *************************** 1. row *************************** count(a): 1001 sum(a): 532448060 min(a): 1071 max(a): 1048054 count(b): 1001 min(b): 146 max(b) > 1145: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 588500 min(a): 89 max(a): 1088 *************************** 1. row *************************** count(a): 1001 min(a): 89 max(a) > 1088: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 534846115 min(a): 970 max(a): 1045357 count(b): 1000 sum(b): 563500 min(b): 64 max(b): 1063 {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *************************** 1. row *************************** count(a): 1001 sum(a): 535514348 min(a): 970 max(a): 1045357 count(b): 1001 min(b): 64 max(b) > 1063: 1 *===== TEST: [lightning_tool_135] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_duplicate_detection TiFlash started. selected test cases: lightning_pd_leader_switch TiFlash started. selected test cases: lightning_record_network [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_pd_leader_switch/run.sh... =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection + check_cluster_version 5 2 0 'duplicate detection' + LOG_FILE1=/tmp/lightning_test/lightning-duplicate-detection1.log + LOG_FILE2=/tmp/lightning_test/lightning-duplicate-detection2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/config1.toml + wait + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/config2.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date ++ date + echo '[Mon May 6 20:38:25 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/config1.toml >>>>>>' + echo '[Mon May 6 20:38:25 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/config2.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection.19193.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/config1.toml + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection.19194.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/config2.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection1.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_record_network/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:26 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_record_network >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_record_network.19787.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_record_network/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_record_network/data --sorted-kv-dir /tmp/lightning_test/lightning_record_network.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... [2024/05/06 20:38:26.130 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.140 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.150 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.161 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.171 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.181 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.191 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.201 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.212 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.222 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.232 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.242 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.252 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=5849] [2024/05/06 20:38:26.263 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6383] [2024/05/06 20:38:26.273 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6383] [2024/05/06 20:38:26.283 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6383] [2024/05/06 20:38:26.294 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6383] [2024/05/06 20:38:26.304 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6383] [2024/05/06 20:38:26.314 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6383] [2024/05/06 20:38:26.324 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6383] [2024/05/06 20:38:26.334 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6383] [2024/05/06 20:38:26.345 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6799] [2024/05/06 20:38:26.355 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6799] [2024/05/06 20:38:26.365 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6799] [2024/05/06 20:38:26.376 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6799] [2024/05/06 20:38:26.386 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6799] [2024/05/06 20:38:26.396 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6799] [2024/05/06 20:38:26.406 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6799] [2024/05/06 20:38:26.417 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6799] [2024/05/06 20:38:26.427 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=6799] [2024/05/06 20:38:26.437 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=7159] [2024/05/06 20:38:26.448 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=7159] [2024/05/06 20:38:26.458 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=7159] [2024/05/06 20:38:26.468 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=7159] [2024/05/06 20:38:26.478 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=7159] [2024/05/06 20:38:26.488 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=7159] [2024/05/06 20:38:26.499 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=7159] [2024/05/06 20:38:26.509 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=7159] [2024/05/06 20:38:26.519 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=8414] [2024/05/06 20:38:26.529 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=10034] [2024/05/06 20:38:26.540 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=10740] [2024/05/06 20:38:26.550 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=10740] [2024/05/06 20:38:26.560 +08:00] [INFO] [lightning.go:369] [IOTotalBytes] [IOTotalBytes=10740] *===== TEST: [lightning_record_network] success! =====* Run cases: lightning_reload_cert {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting PD... TiFlash started. selected test cases: lightning_issue_40657 Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 86 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 129 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 30.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + verify_detected_rows ta + table=ta + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.ta.0.sql /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.ta.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657 ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657 + check_cluster_version 5 2 0 'duplicate detection' + run_lightning -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/data1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:33 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657 -d' '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/data1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_40657.21767.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_40657.sorted --enable-checkpoint=0 --check-requirements=0 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/data1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+-------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+-------------------------------------------+ | 1 | Unique Key Conflict | 2 | `lightning_task_info`.`conflict_error_v3` | +---+---------------------+-------------+-------------------------------------------+ tidb lightning exit successfully PASS coverage: 26.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table test.t' + run_sql 'select count(*) from test.t' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' + run_sql 'select count(*) from lightning_task_info.conflict_error_v3' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'truncate table test.t' + run_lightning -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/data2 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:33 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657 -d' '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_40657.21837.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_40657.sorted --enable-checkpoint=0 --check-requirements=0 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_40657/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + run_sql 'admin check table test.t' + run_sql 'select count(*) from test.t' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' *===== TEST: [lightning_issue_40657] success! =====* + '[' 1 = 0 ']' + verify_detected_rows tb + table=tb + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tb.0.sql /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tb.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x Run cases: lightning_issue_410 Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' 1 = 0 ']' + verify_detected_rows tc + table=tc + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tc.0.sql /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tc.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:43 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_pd_leader_switch --backend' local --enable-checkpoint=0 --pd-urls '127.0.0.1:9999,127.0.0.1:2379 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_pd_leader_switch.19615.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_pd_leader_switch/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_pd_leader_switch/data --sorted-kv-dir /tmp/lightning_test/lightning_pd_leader_switch.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=0 --pd-urls 127.0.0.1:9999,127.0.0.1:2379 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' 1 = 0 ']' + verify_detected_rows td + table=td + mapfile -t rows ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.td.0.sql /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.td.1.sql ++ sed 's/^.*(//' ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_reload_cert *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_reload_cert/run.sh... =====* + cp /tmp/lightning_test/certs/lightning.pem /tmp/lightning_test/certs/lightning-valid.pem + trap 'mv "$TEST_DIR/certs/lightning-valid.pem" "$TEST_DIR/certs/lightning.pem"' EXIT + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key")' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key")' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key");github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(15000)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key");github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(15000)' + shpid=21600 + sleep 15 + run_lightning --backend=local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:50 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_reload_cert --backend=local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_reload_cert.21600.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_reload_cert/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_reload_cert/data --sorted-kv-dir /tmp/lightning_test/lightning_reload_cert.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 1 = 0 ']' + verify_detected_rows te + table=te + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.te.0.sql /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.te.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' 1 = 0 ']' + verify_detected_rows tf + table=tf + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tf.0.sql /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tf.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x TiFlash started. selected test cases: lightning_issue_410 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_410/run.sh... =====* + for backend in tidb local + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS issue410;' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:57 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_410 --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_410.23669.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_410/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_410/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_410.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM issue410.row_flow_d' *************************** 1. row *************************** A123456789012345678901234567890123456789: A B123456789012345678901234567890123456789: B C123456789012345678901234567890123456789: C D123456789012345678901234567890123456789: D E123456789012345678901234567890123456789: E F123456789012345678901234567890123456789: F G123456789012345678901234567890123456789: G H123456789012345678901234567890123456789: H I123456789012345678901234567890123456789: I J123456789012345678901234567890123456789: J K123456789012345678901234567890123456789: K L123456789012345678901234567890123456789: L M123456789012345678901234567890123456789: M N123456789012345678901234567890123456789: N O123456789012345678901234567890123456789: O P123456789012345678901234567890123456789: P Q123456789012345678901234567890123456789: Q R123456789012345678901234567890123456789: R S123456789012345678901234567890123456789: S T123456789012345678901234567890123456789: T U123456789012345678901234567890123456789: U V123456789012345678901234567890123456789: V W123456789012345678901234567890123456789: W X123456789012345678901234567890123456789: X Y12345678901234567890123456789012345678: Y Z: Z + check_contains 'A123456789012345678901234567890123456789: A' + check_contains 'Y12345678901234567890123456789012345678: Y' + check_contains 'Z: Z' + for backend in tidb local + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS issue410;' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:38:58 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_410 --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_410.23714.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_410/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_410/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_410.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/run.sh: line 55: expect_rows[@]: unbound variable + '[' 1 = 0 ']' + verify_detected_rows tg + table=tg + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tg.0.sql /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tg.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x tidb lightning exit successfully PASS coverage: 22.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM issue410.row_flow_d' *************************** 1. row *************************** A123456789012345678901234567890123456789: A B123456789012345678901234567890123456789: B C123456789012345678901234567890123456789: C D123456789012345678901234567890123456789: D E123456789012345678901234567890123456789: E F123456789012345678901234567890123456789: F G123456789012345678901234567890123456789: G H123456789012345678901234567890123456789: H I123456789012345678901234567890123456789: I J123456789012345678901234567890123456789: J K123456789012345678901234567890123456789: K L123456789012345678901234567890123456789: L M123456789012345678901234567890123456789: M N123456789012345678901234567890123456789: N O123456789012345678901234567890123456789: O P123456789012345678901234567890123456789: P Q123456789012345678901234567890123456789: Q R123456789012345678901234567890123456789: R S123456789012345678901234567890123456789: S T123456789012345678901234567890123456789: T U123456789012345678901234567890123456789: U V123456789012345678901234567890123456789: V W123456789012345678901234567890123456789: W X123456789012345678901234567890123456789: X Y12345678901234567890123456789012345678: Y Z: Z + check_contains 'A123456789012345678901234567890123456789: A' + check_contains 'Y12345678901234567890123456789012345678: Y' + check_contains 'Z: Z' *===== TEST: [lightning_issue_410] success! =====* Run cases: lightning_issue_519 + '[' 1 = 0 ']' *===== TEST: [lightning_duplicate_detection] success! =====* Starting PD... Run cases: lightning_duplicate_detection_new + ok=0 + for _ in '{0..60}' + grep -Fq 'tls: expired certificate' /tmp/lightning_test/lightning.log + sleep 1 + for _ in '{0..60}' + grep -Fq 'tls: expired certificate' /tmp/lightning_test/lightning.log + ok=1 + break ++ pstree -p 21600 ++ grep -Eo 'tidb-lightning\.\([0-9]*\)' ++ grep -Eo '[0-9]*' + pid=21606 + '[' -n 21606 ']' + kill -9 21606 + '[' 1 = 0 ']' + cp /tmp/lightning_test/certs/lightning-valid.pem /tmp/lightning_test/certs/lightning.pem + rm -rf /tmp/lightning_test/lightning_reload_cert.sorted /tmp/lightning_test/lightning.log + run_lightning --backend=local + sleep 10 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning: line 34: 21606 Killed tidb-lightning.test -test.coverprofile="$COV_DIR/cov.$TEST_NAME.$$.out" DEVEL --ca "$TEST_DIR/certs/ca.pem" --cert "$TEST_DIR/certs/lightning.pem" --key "$TEST_DIR/certs/lightning.key" --log-file "$TEST_DIR/lightning.log" --tidb-port 4000 --pd-urls '127.0.0.1:2379' --config "$TESTS_ROOT/$TEST_NAME/config.toml" -d "$TESTS_ROOT/$TEST_NAME/data" --sorted-kv-dir "$TEST_DIR/$TEST_NAME.sorted" --enable-checkpoint=0 --check-requirements=0 "$@" + echo '[Mon May 6 20:39:06 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_reload_cert --backend=local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_reload_cert.21681.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_reload_cert/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_reload_cert/data --sorted-kv-dir /tmp/lightning_test/lightning_reload_cert.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + cp /tmp/lightning_test/certs/lightning-valid.pem /tmp/lightning_test/certs/lightning.pem {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 22.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + mv /tmp/lightning_test/certs/lightning-valid.pem /tmp/lightning_test/certs/lightning.pem *===== TEST: [lightning_reload_cert] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_issue_519 Run cases: lightning_restore TiFlash started. selected test cases: lightning_duplicate_detection_new *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_519/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS issue519;' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:25 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_519 --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_519.25567.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_519/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_issue_519/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_519.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new + LOG_FILE=/tmp/lightning_test/lightning-duplicate-detection-new.log + cleanup + run_sql 'DROP DATABASE IF EXISTS test' tidb lightning exit successfully PASS coverage: 14.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT b FROM issue519.t WHERE a = '\'''\'''\'''\'';' *************************** 1. row *************************** b: " + check_contains 'b: "' + run_sql 'SELECT hex(a) FROM issue519.t WHERE b = 0x222722272727272722;' *************************** 1. row *************************** hex(a): 2227272727222722 + check_contains 'hex(a): 2227272727222722' *===== TEST: [lightning_issue_519] success! =====* + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:26 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new --backend' tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.86826.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log Import Data Error Summary: +---+---------------------+-------------+------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+------------------------------------------+ | 1 | Unique Key Conflict | 227 | `lightning_task_info`.`conflict_records` | +---+---------------------+-------------+------------------------------------------+ tidb lightning exit successfully PASS coverage: 15.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'SELECT count(*) AS total_count FROM test.dup_detect' ++ grep total_count ++ awk '{print $2}' + expected_rows=174 ++ run_sql 'SELECT group_concat(col1 ORDER BY col1) AS pks FROM test.dup_detect' ++ grep pks ++ awk '{print $2}' + expected_pks=1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:27 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new --backend' local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.86886.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log Run cases: lightning_local_backend Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 227 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 28.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'SELECT count(*) AS total_count FROM test.dup_detect' ++ grep total_count ++ awk '{print $2}' + actual_rows=174 ++ run_sql 'SELECT group_concat(col1 ORDER BY col1) AS pks FROM test.dup_detect' ++ grep pks ++ awk '{print $2}' + actual_pks=1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 + '[' 174 '!=' 174 ']' + '[' 1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 '!=' 1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 ']' + run_sql 'SELECT count(*) FROM lightning_task_info.conflict_records' *************************** 1. row *************************** count(*): 227 + check_contains 'count(*): 227' + run_sql 'SELECT count(*) FROM lightning_task_info.conflict_records WHERE error = '\'''\''' *************************** 1. row *************************** count(*): 0 + check_contains 'count(*): 0' + run_sql 'SELECT * FROM lightning_task_info.conflict_records WHERE row_id = 12' *************************** 1. row *************************** task_id: 1714999167490443448 create_time: 2024-05-06 20:39:28.280305 table_name: `test`.`dup_detect` path: test.dup_detect.1.sql offset: 797 error: [kv:1062]Duplicate entry '171' for key 'dup_detect.PRIMARY' row_id: 12 row_data: (171,'yRxZE',9201592769833450947,'xs3d',5,4,283270321) + check_contains '(171,'\''yRxZE'\'',9201592769833450947,'\''xs3d'\'',5,4,283270321)' + check_contains '[kv:1062]Duplicate entry '\''171'\'' for key '\''dup_detect.PRIMARY'\''' + run_sql 'SELECT * FROM lightning_task_info.conflict_records WHERE row_id = 1' *************************** 1. row *************************** task_id: 1714999167490443448 create_time: 2024-05-06 20:39:28.262852 table_name: `test`.`dup_detect` path: test.dup_detect.1.sql offset: 90 error: [kv:1062]Duplicate entry '0-177543185' for key 'dup_detect.uniq_col6_col7' row_id: 1 row_data: (87,'nEoKu',7836621565948506759,'y6',48,0,177543185) + check_contains '(87,'\''nEoKu'\'',7836621565948506759,'\''y6'\'',48,0,177543185)' + check_contains '[kv:1062]Duplicate entry '\''0-177543185'\'' for key '\''dup_detect.uniq_col6_col7'\''' + cleanup + run_sql 'DROP DATABASE IF EXISTS test' { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-ignore.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:29 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new --backend' tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-ignore.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.87002.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-ignore.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log Starting PD... Import Data Error Summary: +---+---------------------+-------------+------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+------------------------------------------+ | 1 | Unique Key Conflict | 228 | `lightning_task_info`.`conflict_records` | +---+---------------------+-------------+------------------------------------------+ tidb lightning exit successfully PASS coverage: 15.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'SELECT count(*) AS total_count FROM test.dup_detect' ++ grep total_count ++ awk '{print $2}' + expected_rows=173 ++ run_sql 'SELECT group_concat(col1 ORDER BY col1) AS pks FROM test.dup_detect' ++ grep pks ++ awk '{print $2}' + expected_pks=1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199 + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log + grep -q 'duplicate key in table `test`.`dup_detect` caused by index .*, but because checkpoint is off we can'\''t have more details' + grep -q 'duplicate key in table `test`.`dup_detect` caused by index .*, but because checkpoint is off we can'\''t have more details' /tmp/lightning_test/lightning-duplicate-detection-new.log + run_sql 'SELECT * FROM lightning_task_info.conflict_records' *************************** 1. row *************************** task_id: 1714999171285448169 create_time: 2024-05-06 20:39:31.926843 table_name: `test`.`dup_detect` path: offset: -1 error: duplicate key in table `test`.`dup_detect` caused by index `uniq_col6_col7`, but because checkpoint is off we can't have more details row_id: -1 row_data: + check_contains 'error: duplicate key in table `test`.`dup_detect`' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log --enable-checkpoint=1 + grep -q 'duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql)' + grep -q 'duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql)' /tmp/lightning_test/lightning-duplicate-detection-new.log + run_sql 'SELECT * FROM lightning_task_info.conflict_records' *************************** 1. row *************************** task_id: 1714999171285448169 create_time: 2024-05-06 20:39:31.926843 table_name: `test`.`dup_detect` path: offset: -1 error: duplicate key in table `test`.`dup_detect` caused by index `uniq_col6_col7`, but because checkpoint is off we can't have more details row_id: -1 row_data: *************************** 2. row *************************** task_id: 1714999172032390885 create_time: 2024-05-06 20:39:32.699813 table_name: `test`.`dup_detect` path: test.dup_detect.4.sql offset: -1 error: duplicate entry for key 'uniq_col6_col7', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql) row_id: 2256 row_data: + check_contains 'error: duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are' + check_contains 'restore table `test`.`dup_detect` failed: duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql)' /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning_ctl --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml '--checkpoint-error-destroy=`test`.`dup_detect`' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87174.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml '--checkpoint-error-destroy=`test`.`dup_detect`' [2024/05/06 20:39:32.801 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:39:32.801 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365865260394254213] Dropping table: `test`.`dup_detect` Closing and cleaning up engine: `test`.`dup_detect` -1 Closing and cleaning up engine: `test`.`dup_detect` 0 [2024/05/06 20:39:33.063 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:39:33.063 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:39:33.063 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ ls /tmp/lightning_test/lightning_duplicate_detection_new.sorted ++ wc -l + files_left=0 + '[' 0 -ne 0 ']' + rm -rf /tmp/lightning_test/lightning_duplicate_detection_new.sorted + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterDuplicateDetection=return()' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailAfterDuplicateDetection=return()' + run_lightning --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:33 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new --enable-checkpoint=1' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.87228.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... panic: forcing failure after duplicate detection goroutine 583 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*TableImporter).importTable(0xc0012bd540, {0x64fc528, 0xc00101d140}, 0xc000858000, 0xc000f73090) /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/table_import.go:239 +0x1271 github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).importTables.func6() /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:1437 +0x172 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).importTables in goroutine 155 /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:1432 +0x9dc + true + unset GO_FAILPOINTS + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning_ctl --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml '--checkpoint-error-ignore=`test`.`dup_detect`' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87285.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml '--checkpoint-error-ignore=`test`.`dup_detect`' [2024/05/06 20:39:34.776 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2024/05/06 20:39:34.776 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365865260394254213] [2024/05/06 20:39:34.787 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/06 20:39:34.787 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/06 20:39:34.787 +08:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_lightning --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:34 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new --enable-checkpoint=1' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.87320.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log 2024/05/06 20:39:35 [JOB 1] WAL file /tmp/lightning_test/lightning_duplicate_detection_new.sorted/duplicates/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 227 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM test.dup_detect' *************************** 1. row *************************** count(*): 174 + check_contains 'count(*): 174' + run_sql 'SELECT count(*) FROM lightning_task_info.conflict_records' *************************** 1. row *************************** count(*): 227 + check_contains 'count(*): 227' + check_not_contains 'duplicate detection start' /tmp/lightning_test/lightning-duplicate-detection-new.log *===== TEST: [lightning_duplicate_detection_new] success! =====* { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_duplicate_resolution_error Starting PD... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_restore *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_restore/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:45 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_restore -d' '/tmp/lightning_test/restore.mydump >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_restore.23549.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_restore/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_restore/data --sorted-kv-dir /tmp/lightning_test/lightning_restore.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/restore.mydump Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 22.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 TiFlash started. selected test cases: lightning_local_backend *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 4 sum(c): 10 *************************** 1. row *************************** count(*): 4 sum(c): 46 [2024/05/06 20:39:44.809 +08:00] [WARN] [retry_interceptor.go:62] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000d4e960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] [2024/05/06 20:39:44.810 +08:00] [WARN] [retry_interceptor.go:62] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0039d6000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 54: 19479 Killed pd-server --join "https://$PD_ADDR" --client-urls "https://${PD_ADDR}2" --peer-urls "https://${PD_PEER_ADDR}2" --log-file "$TEST_DIR/pd2.log" --data-dir "$TEST_DIR/pd2" --name pd2 --config $PD_CONFIG /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 54: 19529 Killed pd-server --join "https://$PD_ADDR" --client-urls "https://${PD_ADDR}3" --peer-urls "https://${PD_PEER_ADDR}3" --log-file "$TEST_DIR/pd3.log" --data-dir "$TEST_DIR/pd3" --name pd3 --config $PD_CONFIG /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_services: line 54: 19580 Killed tidb-server -P 4000 --status 10080 --advertise-address="127.0.0.1" --store tikv --path "$PD_ADDR" --config "$TIDB_CONFIG" --log-file "$TEST_DIR/tidb.log" delete /tmp/lightning_test/tiflash delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/pd3 delete /tmp/lightning_test/pd2 delete /tmp/lightning_test/pd Starting PD... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:51 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_restore >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_restore.23885.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_restore/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_restore/data --sorted-kv-dir /tmp/lightning_test/lightning_restore.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend + check_cluster_version 4 0 0 'local backend' + ENGINE_COUNT=6 + res_file=/tmp/lightning_test/sql_res.lightning_local_backend.txt + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + rm -rf /tmp/lightning_test/lightning.log + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'CREATE DATABASE cpeng;' + run_sql 'CREATE TABLE cpeng.a (c int);' + run_sql 'CREATE TABLE cpeng.b (c int);' + run_sql 'INSERT INTO cpeng.a values (1), (2);' + run_sql 'INSERT INTO cpeng.b values (3);' + run_lightning --backend local --enable-checkpoint=0 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:53 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local '--enable-checkpoint=0 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27433.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: table(s) [`cpeng`.`a`, `cpeng`.`b`] are not empty warning: GOCOVERDIR not set, no coverage data emitted + grep -Fq 'table(s) [`cpeng`.`a`, `cpeng`.`b`] are not empty' /tmp/lightning_test/lightning.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=1*return("notleader");github.com/pingcap/tidb/br/pkg/restore/split/failToSplit=5*return("");github.com/pingcap/tidb/pkg/lightning/backend/local/failToSplit=5*return("")' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=1*return("notleader");github.com/pingcap/tidb/br/pkg/restore/split/failToSplit=5*return("");github.com/pingcap/tidb/pkg/lightning/backend/local/failToSplit=5*return("")' + rm -f /tmp/lightning_test/lightning-local.log + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:53 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27474.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log tidb lightning exit successfully PASS coverage: 27.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -q 'retryable error' /tmp/lightning_test/lightning-local.log + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=2*return("epochnotmatch");github.com/pingcap/tidb/pkg/lightning/backend/local/NoLeader=1*return()' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=2*return("epochnotmatch");github.com/pingcap/tidb/pkg/lightning/backend/local/NoLeader=1*return()' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:39:56 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27565.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log tidb lightning exit successfully PASS coverage: 25.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *===== TEST: [lightning_restore] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_routes TiFlash started. selected test cases: lightning_duplicate_resolution_error Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v3' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:02 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error.89202.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '3', row data is '(3, 3, "3.csv")' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '\''3'\'', row data is '\''(3, 3, \"3.csv\")'\''' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error] success! =====* tidb lightning exit successfully PASS coverage: 27.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(90);' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(90);' ++ seq 6 + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 1/6) ********' ******** Importing Table Now (step 1/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27664.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 2/6) ********' ******** Importing Table Now (step 2/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27686.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 3/6) ********' ******** Importing Table Now (step 3/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27709.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 4/6) ********' ******** Importing Table Now (step 4/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27732.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 5/6) ********' ******** Importing Table Now (step 5/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27756.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in '$(seq "$ENGINE_COUNT")' + echo '******** Importing Table Now (step 6/6) ********' ******** Importing Table Now (step 6/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27780.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + set -e + export GO_FAILPOINTS= + GO_FAILPOINTS= + echo '******** Verify checkpoint no-op ********' ******** Verify checkpoint no-op ******** + run_lightning --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:03 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27804.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug Verbose debug logs will be written to /tmp/lightning_test/sql_res.lightning_local_backend.txt {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 27.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_not_contains 'failed to set system var' + check_not_contains 'unknown system var' + check_contains 'skip read-only variable' + check_contains lc_time_names + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + for ckpt in mysql file + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:05 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27901.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log Run cases: lightning_duplicate_resolution_error_pk_multiple_files tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:06 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28010.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log TiFlash started. *===== TEST: [lightning_pd_leader_switch] success! =====* panic: forcing failure due to FailIfImportedChunk goroutine 373 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc000e8da00, {0xc000ea9950?}) /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:898 +0xb66 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 131 /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:642 +0x2ad + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output + ls -lA /tmp/lightning_test/lightning_local_backend.sorted total 16 drwxr-xr-x. 2 jenkins jenkins 4096 May 6 20:40 0f3182ea-38f9-5947-825c-2db765ea3f98 drwxr-x---. 2 jenkins jenkins 4096 May 6 20:40 0f3182ea-38f9-5947-825c-2db765ea3f98.sst drwxr-xr-x. 2 jenkins jenkins 4096 May 6 20:40 c872a8e3-b992-5cbf-b35b-2a89bc464ee4 drwxr-x---. 2 jenkins jenkins 4096 May 6 20:40 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:07 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28106.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log Starting PD... 2024/05/06 20:40:07 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:40:07 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches panic: forcing failure due to FailIfIndexEngineImported goroutine 393 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc0006bbc00, {0xc001306eb0?}) /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:918 +0xab8 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 146 /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:642 +0x2ad + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + for ckpt in mysql file + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:08 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28205.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log tidb lightning exit successfully PASS { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... coverage: 26.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:09 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28314.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log panic: forcing failure due to FailIfImportedChunk goroutine 329 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc0008cf000, {0xc001800d70?}) /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:898 +0xb66 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 130 /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:642 +0x2ad + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml + grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output + ls -lA /tmp/lightning_test/lightning_local_backend.sorted total 16 drwxr-xr-x. 2 jenkins jenkins 4096 May 6 20:40 0f3182ea-38f9-5947-825c-2db765ea3f98 drwxr-x---. 2 jenkins jenkins 4096 May 6 20:40 0f3182ea-38f9-5947-825c-2db765ea3f98.sst drwxr-xr-x. 2 jenkins jenkins 4096 May 6 20:40 c872a8e3-b992-5cbf-b35b-2a89bc464ee4 drwxr-x---. 2 jenkins jenkins 4096 May 6 20:40 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:09 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28414.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log 2024/05/06 20:40:10 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2024/05/06 20:40:10 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches panic: forcing failure due to FailIfIndexEngineImported goroutine 340 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc000d50800, {0xc000b7e0c0?}) /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:918 +0xab8 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 146 /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/pkg/importer/import.go:642 +0x2ad + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_local_backend/file.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + rm -r /tmp/lightning_test/lightning_local_backend.sorted *===== TEST: [lightning_local_backend] success! =====* Run cases: lightning_add_index Run cases: lightning_max_incr Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_routes "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes/run.sh... =====* + echo 'testing checksum-error...' testing checksum-error... + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/checksum-error=1*return()' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/checksum-error=1*return()' + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:24 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_routes.26032.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes/data --sorted-kv-dir /tmp/lightning_test/lightning_routes.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo 'test checksum-error success!' test checksum-error success! + run_sql 'SELECT count(1), sum(x) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(x): 259 + check_contains 'count(1): 4' + check_contains 'sum(x): 259' + run_sql 'SELECT count(1), sum(x) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(x): 1296 + check_contains 'count(1): 1' + check_contains 'sum(x): 1296' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' *===== TEST: [lightning_routes] success! =====* {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_duplicate_resolution_error_pk_multiple_files Run cases: lightning_routes_panic {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_add_index *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v3' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:29 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_pk_multiple_files.91071.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_pk_multiple_files.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... tidb lightning encountered error: failed to record conflict errors: [Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '1', row data is '(1, 10, "10.csv")' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error_pk_multiple_files] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:31 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config1.toml --log-file '/tmp/lightning_test/lightning-add-index1.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23290.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config1.toml --log-file /tmp/lightning_test/lightning-add-index1.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index1.log TiFlash started. selected test cases: lightning_max_incr tidb lightning exit successfully PASS coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Run cases: lightning_duplicate_resolution_error_uk_multiple_files +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:32 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --config' /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23381.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr + check_cluster_version 4 0 0 'local backend' + ENGINE_COUNT=6 + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' + run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:33 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_incr.30294.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/data --sorted-kv-dir /tmp/lightning_test/lightning_max_incr.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result + run_sql 'SHOW DATABASES;' *************************** 1. row *************************** Database: INFORMATION_SCHEMA *************************** 2. row *************************** Database: METRICS_SCHEMA *************************** 3. row *************************** Database: PERFORMANCE_SCHEMA *************************** 4. row *************************** Database: db *************************** 5. row *************************** Database: mysql *************************** 6. row *************************** Database: sys *************************** 7. row *************************** Database: test + check_contains 'Database: db' + run_sql 'SHOW TABLES IN db;' *************************** 1. row *************************** Tables_in_db: test *************************** 2. row *************************** Tables_in_db: test1 + check_contains 'Tables_in_db: test' + check_contains 'Tables_in_db: test1' + run_sql 'SELECT count(*) FROM db.test;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test1;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'INSERT INTO db.test(b) VALUES(11);' + run_sql 'INSERT INTO db.test1(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_incr.txt ERROR 1467 (HY000) at line 1: Failed to read auto-increment value from storage engine + check_contains ERROR + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' *===== TEST: [lightning_max_incr] success! =====* Starting PD... [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_routes_panic *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS test1;' + run_sql 'DROP DATABASE IF EXISTS test;' + run_sql 'CREATE DATABASE test1;' + run_sql 'CREATE DATABASE test;' + run_sql 'CREATE TABLE test1.dump_test (x real primary key);' + run_sql 'CREATE TABLE test.u (x real primary key);' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:50 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_routes_panic.27941.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_routes_panic/data --sorted-kv-dir /tmp/lightning_test/lightning_routes_panic.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 22.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(x) FROM test.u;' *************************** 1. row *************************** sum(x): 43 + check_contains 'sum(x): 43' *===== TEST: [lightning_routes_panic] success! =====* TiFlash started. selected test cases: lightning_duplicate_resolution_error_uk_multiple_files Run cases: lightning_row-format-v2 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v3' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:40:54 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_uk_multiple_files.92938.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_uk_multiple_files.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... tidb lightning encountered error: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is 'a.key_b', unique key is '[101]', primary key is '1' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is '\''a.key_b'\'', unique key is '\''[101]'\'', primary key is '\''1'\''' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error_uk_multiple_files] success! =====* Run cases: lightning_duplicate_resolution_error_uk_multiple_files_multicol_index { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 24.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** Table: multi_indexes Create Table: CREATE TABLE `multi_indexes` ( `c1` bigint(20) NOT NULL, `c2` varchar(255) NOT NULL, `c3` varchar(255) NOT NULL, `c4` varchar(255) NOT NULL, `c5` varchar(255) NOT NULL, `c6` varchar(255) NOT NULL, `c7` varchar(255) NOT NULL, `c8` varchar(255) NOT NULL, `c9` varchar(255) NOT NULL, `c10` varchar(255) NOT NULL, `c11` varchar(255) NOT NULL, PRIMARY KEY (`c1`) /*T![clustered_index] CLUSTERED */, KEY `idx_c2` (`c2`) COMMENT 'single column index', KEY `idx_c2_c3` (`c2`,`c3`) COMMENT 'multiple column index', UNIQUE KEY `uniq_c4` (`c4`) COMMENT 'single column unique key', UNIQUE KEY `uniq_c4_c5` (`c4`,`c5`) COMMENT 'multiple column unique key', KEY `idx_c6` (`c6`) COMMENT 'single column index with asc order', KEY `idx_c7` (`c7`) COMMENT 'single column index with desc order', KEY `idx_c6_c7` (`c6`,`c7`) COMMENT 'multiple column index with asc and desc order', KEY `idx_c8` (`c8`) COMMENT 'single column index with visible', KEY `idx_c9` (`c9`) /*!80000 INVISIBLE */ COMMENT 'single column index with invisible', KEY `idx_lower_c10` ((lower(`c10`))) COMMENT 'single column index with function', KEY `idx_prefix_c11` (`c11`(3)) COMMENT 'single column index with prefix', UNIQUE KEY `c2` (`c2`) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:41:10 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23519.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log TiFlash started. selected test cases: lightning_row-format-v2 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2/run.sh... =====* + run_sql 'show variables like "%tidb_row_format_version%";' *************************** 1. row *************************** Variable_name: tidb_row_format_version Value: 2 ++ grep 'Value: [0-9]' /tmp/lightning_test/sql_res.lightning_row-format-v2.txt ++ awk '{print $2}' + row_format=2 + '[' 2 -ne 2 ']' + run_sql 'DROP DATABASE IF EXISTS rowformatv2;' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:41:14 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_row-format-v2.29803.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_row-format-v2/data --sorted-kv-dir /tmp/lightning_test/lightning_row-format-v2.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning canceled PASS coverage: 25.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:41:14 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23582.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_add_index/config2.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log tidb lightning exit successfully PASS coverage: 22.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(1) FROM rowformatv2.t1;' *************************** 1. row *************************** count(1): 50 + check_contains 'count(1): 50' + run_sql 'SELECT DISTINCT col14 FROM rowformatv2.t1;' *************************** 1. row *************************** col14: NULL *************************** 2. row *************************** col14: 39 + check_contains 'col14: NULL' + check_contains 'col14: 39' + '[' 2 -ne 2 ']' *===== TEST: [lightning_row-format-v2] success! =====* TiFlash started. selected test cases: lightning_duplicate_resolution_error_uk_multiple_files_multicol_index Run cases: lightning_s3 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v3' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:41:18 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_uk_multiple_files_multicol_index.94783.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is 'a.key_bd', unique key is '[101 9]', primary key is '1' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is '\''a.key_bd'\'', unique key is '\''[101 9]'\'', primary key is '\''1'\''' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error_uk_multiple_files_multicol_index] success! =====* Starting PD... Run cases: lightning_duplicate_resolution_incremental Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_s3 TiFlash started. selected test cases: lightning_duplicate_resolution_incremental *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/run.sh... =====* + DB=s3_test + TABLE=tbl +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3 ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3 + check_cluster_version 4 0 0 'local backend' + set -euE + [[ -z /tmp/lightning_test ]] + DBPATH=/tmp/lightning_test/s3.mydump + export MINIO_ACCESS_KEY=s3accesskey + MINIO_ACCESS_KEY=s3accesskey + export MINIO_SECRET_KEY=s3secretkey + MINIO_SECRET_KEY=s3secretkey + export MINIO_BROWSER=off + MINIO_BROWSER=off + export S3_ENDPOINT=127.0.0.1:9900 + S3_ENDPOINT=127.0.0.1:9900 + rm -rf /tmp/lightning_test/s3_test + mkdir -p /tmp/lightning_test/s3_test + i=0 + curl -o /dev/null -v -s http://127.0.0.1:9900/ + minio server --address 127.0.0.1:9900 /tmp/lightning_test/s3.mydump * About to connect() to 127.0.0.1 port 9900 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:9900; Connection refused * Closing connection 0 + i=1 + '[' 1 -gt 30 ']' + sleep 2 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental + check_cluster_version 5 2 0 'duplicate detection' + LOG_FILE1=/tmp/lightning_test/lightning-duplicate-resolution1.log + LOG_FILE2=/tmp/lightning_test/lightning-duplicate-resolution2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)' + counter=0 + '[' 0 -lt 10 ']' + grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml grep: /tmp/lightning_test/lightning-duplicate-resolution1.log: No such file or directory + (( counter += 1 )) + echo 'waiting for lightning 1 starts' waiting for lightning 1 starts + sleep 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:41:42 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96623.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution1.log + '[' 1 -lt 10 ']' + grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log + (( counter += 1 )) + echo 'waiting for lightning 1 starts' waiting for lightning 1 starts + sleep 1 You are running an older version of MinIO released 3 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Endpoint: http://127.0.0.1:9900 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide + curl -o /dev/null -v -s http://127.0.0.1:9900/ * About to connect() to 127.0.0.1 port 9900 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 9900 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:9900 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO < Vary: Origin < X-Amz-Request-Id: 17CCE6C8002DF006 < X-Xss-Protection: 1; mode=block < Date: Mon, 06 May 2024 12:41:44 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + BUCKET=test-bucket + DATA_PATH=/tmp/lightning_test/s3.mydump/test-bucket + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket + echo 'CREATE DATABASE s3_test;' + echo 'CREATE TABLE t(i INT, s varchar(32));' + echo 'INSERT INTO tbl (i, s) VALUES (1, "1"),(2, "test2"), (3, "qqqtest");' + cat + final_ret_code=0 + test_import_non_existing_path + rm -f /tmp/lightning_test/lightning.log + local 'SOURCE_DIR=s3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local + '[' 2 -lt 10 ']' + grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log + echo 'lightning 1 already starts waiting for dupe' lightning 1 already starts waiting for dupe + break + '[' 2 -ge 10 ']' + wait + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:41:44 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96676.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log + return 0 + test_import_empty_dir + rm -f /tmp/lightning_test/lightning.log + local emptyPath=empty-bucket/empty-path + mkdir -p /tmp/lightning_test/s3.mydump/empty-bucket/empty-path + local 'SOURCE_DIR=s3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log + return 0 + test_normal_import + rm -f /tmp/lightning_test/lightning.log + cleanup_db_and_table + run_sql 'DROP DATABASE IF EXISTS s3_test;' + run_sql 'DROP TABLE IF EXISTS s3_test.tbl;' + local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution2.log tidb lightning exit successfully PASS coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + return 0 + test_import_with_checkpoint + rm -f /tmp/lightning_test/lightning.log + cleanup_db_and_table + run_sql 'DROP DATABASE IF EXISTS s3_test;' + run_sql 'DROP TABLE IF EXISTS s3_test.tbl;' + local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/config_s3_checkpoint.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + test_import_using_manual_path_config + rm -f /tmp/lightning_test/lightning.log + cleanup_db_and_table + run_sql 'DROP DATABASE IF EXISTS s3_test;' + run_sql 'DROP TABLE IF EXISTS s3_test.tbl;' + local bucket_02=test-bucket-02 + local sub_path_02=to-be-imported + local base_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported + rm -rf /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported + touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/s3_test-schema-create.sql + cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl-schema.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/ + local sql_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql + local csv_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv + local parquet_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/empty-dir + cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/ + touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/dummy.sql + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/empty-dir + cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.0.csv /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/ + touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/dummy.csv + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet/empty-dir + local 'SOURCE_DIR=s3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_s3/config_manual_files.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + return 0 + exit 0 *===== TEST: [lightning_s3] success! =====* tidb lightning exit successfully PASS coverage: 13.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' 130 == 130 ']' + '[' 12548524131860600223 == 12548524131860600223 ']' + '[' 30 == 30 ']' + '[' 3322292718850045174 == 3322292718850045174 ']' *===== TEST: [lightning_add_index] success! =====* [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } Run cases: lightning_alter_random [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Starting PD... Import Data Error Summary: +---+---------------------+-------------+--------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+--------------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info_dupe_resolve_incremen | | | | | tal`.`conflict_error_v3` | +---+---------------------+-------------+--------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 28.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + export GO_FAILPOINTS= + GO_FAILPOINTS= + run_sql 'admin check table dup_resolve_detect.ta' + run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id < 100' *************************** 1. row *************************** count(*): 15 sum(id): 120 + check_contains 'count(*): 15' + check_contains 'sum(id): 120' + run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id > 100' *************************** 1. row *************************** count(*): 16 sum(id): 1896 + check_contains 'count(*): 16' + check_contains 'sum(id): 1896' *===== TEST: [lightning_duplicate_resolution_incremental] success! =====* [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_alter_random *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:42:15 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.25466.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 3 *************************** 3. row *************************** inc: 2 *************************** 1. row *************************** inc: 30002 *************************** 2. row *************************** inc: 1 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 2 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:42:15 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.25535.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 22.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 3 *************************** 3. row *************************** inc: 2 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 3 *************************** 3. row *************************** inc: 2 *************************** 4. row *************************** inc: 4 *===== TEST: [lightning_alter_random] success! =====* Run cases: lightning_auto_columns Starting PD... { "version": "v8.2.0-alpha-15-gf83febabe", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v8.2.0-alpha-86-gb421b729c8-dirty","git_hash":"b421b729c8a7c43ad7250f38e655cdda03d0ca77"}Starting TiFlash... TiFlash seems doesn't started, retrying... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8e50de84e6d6ecdcc108990217b70b6bb3f50271"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [6], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [4], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [14], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [2], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [10], vals: ["v8.2.0-alpha-17-g8e50de84e"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. selected test cases: lightning_auto_columns *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS lightning_auto_cols;' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/tests/_utils ++ date + echo '[Mon May 6 20:42:40 CST 2024] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_columns.27405.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/merged_integration_lightning_test/tidb/lightning/tests/lightning_auto_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_columns.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_incr;' *************************** 1. row *************************** row_data: 1:normal_pk_01 *************************** 2. row *************************** row_data: 2:null_pk_02 *************************** 3. row *************************** row_data: 3:null_pk_03 *************************** 4. row *************************** row_data: 4:normal_pk_04 + check_contains 'row_data: 1:normal_pk_01' + check_contains 'row_data: 2:null_pk_02' + check_contains 'row_data: 3:null_pk_03' + check_contains 'row_data: 4:normal_pk_04' + run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_incr;' *************************** 1. row *************************** row_count: 4 + check_contains 'row_count: 4' + run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_random;' *************************** 1. row *************************** row_data: 1:normal_pk_01 *************************** 2. row *************************** row_data: 4:normal_pk_04 *************************** 3. row *************************** row_data: 1152921504606846978:null_pk_02 *************************** 4. row *************************** row_data: 1152921504606846979:null_pk_03 + check_contains 'row_data: 1:normal_pk_01' + check_contains :null_pk_02 + check_not_contains 'row_data: 0:null_pk_02' + check_contains :null_pk_03 + check_not_contains 'row_data: 0:null_pk_03' + check_contains 'row_data: 4:normal_pk_04' + run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_random;' *************************** 1. row *************************** row_count: 4 + check_contains 'row_count: 4' *===== TEST: [lightning_auto_columns] success! =====* [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-merged_integration_lightning_test-538/lightning-tests already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS